-- Logs begin at Thu 2021-05-20 15:13:03 UTC, end at Thu 2021-05-20 16:20:34 UTC. -- May 20 15:43:23.661733 dv-cinder-784779-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 20 15:43:26.069805 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.common.config [-] Logging enabled! May 20 15:43:26.070444 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev221 May 20 15:43:26.070566 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91535) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 15:43:26.075550 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.common.config [-] Logging enabled! May 20 15:43:26.075829 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev221 May 20 15:43:26.076145 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91535) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 15:43:26.077116 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 15:43:26.077358 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 15:43:26.077728 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 15:43:26.077975 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 15:43:26.078201 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 15:43:26.078526 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.078829 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.079130 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.079361 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.079660 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.079977 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.080290 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.080587 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.080890 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.081183 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.081468 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.081759 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.081994 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.082281 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.082578 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.082870 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.083121 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] debug = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.083406 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.083882 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.084294 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.084580 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.085028 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.085161 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.085438 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.085721 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.086036 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.086371 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] host = dv-cinder-784779-12-iscsi {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.086655 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.086948 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.087248 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.087539 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.087849 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.088134 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.088424 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.088723 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.089005 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] log_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.089283 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.089576 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.089898 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.090194 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.090421 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.090646 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.090938 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.091230 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.091507 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.091840 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.092121 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.092396 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.092675 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.092945 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.093232 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.093517 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.093806 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.094081 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.094356 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.094663 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.094935 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.095223 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.095497 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.095793 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.096073 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.096362 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.096634 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.096908 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.097215 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.097534 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.097820 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.098111 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.098390 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.098676 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.098954 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.099231 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.099505 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] use_json = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.099808 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.100088 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.100409 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.100684 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.100963 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.101240 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.101513 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.101797 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:26.102106 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.102405 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.102714 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.103007 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.103336 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.103621 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.103946 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.104230 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.104527 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.104823 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.105393 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.105682 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.105979 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.106263 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.106595 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.106910 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.107211 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.107513 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.107823 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.108105 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.108385 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.108669 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.108961 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.109284 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.109578 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.109856 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.110141 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.110437 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.110720 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.110998 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.111283 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.111575 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.111895 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.112176 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.112490 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.112775 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.113054 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.113330 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.113614 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.113901 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.114188 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.114461 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.114738 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.115017 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.115298 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.115604 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.115910 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.116187 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.116464 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.116746 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.117026 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.117306 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.117590 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.117866 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.118146 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.118447 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.118728 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.119009 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.119289 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.119565 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.119880 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.120158 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.120437 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.120710 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.121493 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.121779 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.122057 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.122361 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.122651 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.122953 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.123237 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.123519 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.123829 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.124116 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.124397 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.124674 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.124953 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.125237 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.125534 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.125829 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.126117 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.126407 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.126695 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.126974 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.127275 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.127554 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.127868 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.128174 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.128457 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.128746 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.129033 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.129332 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.129630 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.129927 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.130224 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.130517 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.130798 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.131140 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.131429 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:26.131643 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 15:43:26.131906 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91535) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 15:43:26.484343 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:26.484541 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:26.484831 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:26.485161 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 15:43:26.790473 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.790765 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.791039 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.792297 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.792573 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.792839 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.911963 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.912248 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.912517 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.926099 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.926376 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.926642 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.954351 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.954629 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.954895 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.993806 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.994085 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:26.994350 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.226250 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.226846 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.226846 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.227042 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.227796 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.351369 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.351769 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.352003 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.352285 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.352562 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.352877 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.353144 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.353407 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.353668 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.353952 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.354216 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.354490 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.354760 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.355284 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.356105 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.356381 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.356646 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.357064 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.357329 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.357619 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.357975 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.358236 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.358492 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.358779 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.359036 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.359288 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.359675 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:27.359942 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:27.360183 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:27.360420 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:27.360657 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:27.360893 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:27.361259 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 15:43:27.364390 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 15:43:27.368278 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 15:43:27.372568 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 20 15:43:27.374185 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 15:43:27.374636 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 15:43:27.374968 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 15:43:27.375351 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 15:43:27.378311 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 15:43:27.378564 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 15:43:27.378914 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 15:43:27.406706 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 15:43:27.407103 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.407401 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91535) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 15:43:27.407800 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.409138 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91535) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 15:43:27.409422 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 15:43:27.409670 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 15:43:27.412872 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.413155 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.482754 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 15:43:27.482993 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 15:43:27.483230 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 15:43:27.483600 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 15:43:27.514352 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_db.sqlalchemy.engines [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91535) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 15:43:27.846423 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Initializing driver for type 'gre' May 20 15:43:27.846957 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] gre ID ranges: [(1, 1000)] May 20 15:43:27.898690 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Initializing driver for type 'local' May 20 15:43:27.899053 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Initializing driver for type 'vlan' May 20 15:43:27.911309 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] VlanTypeDriver initialization complete May 20 15:43:27.911810 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Initializing driver for type 'vxlan' May 20 15:43:27.912297 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] vxlan ID ranges: [(1, 1000)] May 20 15:43:27.961559 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Initializing extension driver 'port_security' May 20 15:43:27.961898 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.extensions.port_security [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] PortSecurityExtensionDriver initialization complete May 20 15:43:27.962235 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Initializing mechanism driver 'openvswitch' May 20 15:43:27.962565 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Initializing mechanism driver 'hyperv' May 20 15:43:27.969586 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.plugins.ml2.plugin [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:27.970359 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > port after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.970732 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > port after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.971084 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > port after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.971468 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > subnet after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.971849 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > subnet after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.972193 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.972571 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > network after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.972917 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > network after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.973273 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > network after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.973647 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > security_group after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.973991 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > security_group after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.974329 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.974704 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.975048 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.975387 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.975782 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > address_group after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.976126 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > address_group after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.976461 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.976801 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] ML2 OVO RPC backend initialized. {{(pid=91535) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 15:43:27.977506 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.977852 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.978270 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > network before_response 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.978616 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > networks before_response 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.978962 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > port before_response 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.979298 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > ports before_response 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.979640 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > subnet before_response 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.980262 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > subnets before_response 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.980605 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > network after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.980943 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > network after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.981275 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > network after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.981608 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > port after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.981944 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > port after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.982273 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > port after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.982604 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > subnet after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.982942 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > subnet after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.983273 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:27.983885 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.plugin [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Modular L2 Plugin initialization complete May 20 15:43:27.984213 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading services supported by the core plugin {{(pid=91535) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 15:43:27.984535 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.plugins.ml2.managers [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Got port-security extension from driver 'port_security' May 20 15:43:27.985002 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.extensions.vlantransparent [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Disabled vlantransparent extension. May 20 15:43:27.985484 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91535) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 15:43:27.985795 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading Plugin: router May 20 15:43:28.022549 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.022941 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router after_create 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.023316 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router before_create 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.023705 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.024089 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.024445 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router after_delete 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.024805 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.025166 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router after_create 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.025514 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router after_update 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.025862 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router after_update 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.026211 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.026568 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router after_update 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.026973 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router precommit_update 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.027952 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: port after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.028297 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: port after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.028635 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: subnet after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.028973 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.029320 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.029666 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router precommit_create 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.030005 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: port before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.030346 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router precommit_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.030700 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router after_update 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.031047 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.031395 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router precommit_create 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.031787 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.032135 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router precommit_update 55549900 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.032504 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > network after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.033345 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Tracking information for resource: router configured {{(pid=91535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:28.033682 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Tracking information for resource: floatingip configured {{(pid=91535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:28.038509 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.db.l3_agentschedulers_db [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 15:43:28.039080 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: port after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.039440 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: port after_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.039827 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: port after_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.040179 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: port after_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.040968 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router before_create 55550100 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.041330 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.041690 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router precommit_create 55550100 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.042042 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > router precommit_update 55550100 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.046583 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.services.provider_configuration [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service providers = [] {{(pid=91535) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 15:43:28.046950 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.db.servicetype_db [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91535) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 15:43:28.049842 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.services.service_base [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91535) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:28.050191 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.services.service_base [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91535) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:28.050536 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.services.service_base [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91535) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:28.051407 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.services.service_base [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91535) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:28.051802 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.services.service_base [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 15:43:28.052339 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:28.052661 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 15:43:28.062959 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:28.063295 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading Plugin: auto_allocate May 20 15:43:28.069008 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: network precommit_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.069376 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: network precommit_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.069888 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:28.070206 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading Plugin: tag May 20 15:43:28.077577 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:28.077905 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading Plugin: timestamp May 20 15:43:28.082063 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:28.082392 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading Plugin: network_ip_availability May 20 15:43:28.088013 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.088387 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.088741 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.089535 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:28.090414 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading Plugin: flavors May 20 15:43:28.095809 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:28.096145 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading Plugin: revisions May 20 15:43:28.100590 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:28.100937 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_concurrency.lockutils [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=91535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:28.101703 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91535) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 15:43:28.102036 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Initializing extension manager. May 20 15:43:28.102539 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: __init__.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.102879 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: __pycache__ {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.103213 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.103542 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: address_group.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.104330 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.105159 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: address-group May 20 15:43:28.106029 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: address_scope.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.106726 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.107232 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: address-scope May 20 15:43:28.107549 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.108495 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.109002 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: router-admin-state-down-before-update May 20 15:43:28.109323 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: agent.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.110017 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.110520 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: agent May 20 15:43:28.110835 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: agent_resources_synced.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.111745 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.112251 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: agent-resources-synced May 20 15:43:28.112568 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: allowedaddresspairs.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.114348 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.114874 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: allowed-address-pairs May 20 15:43:28.115202 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: auto_allocated_topology.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.116285 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.116799 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: auto-allocated-topology May 20 15:43:28.117124 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: availability_zone.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.117803 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.118304 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: availability_zone May 20 15:43:28.118625 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: availability_zone_filter.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.119511 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.120048 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: availability_zone_filter May 20 15:43:28.120372 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: data_plane_status.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.121795 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.122295 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension data-plane-status not supported by any of loaded plugins May 20 15:43:28.122614 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: default_subnetpools.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.123505 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.124035 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: default-subnetpools May 20 15:43:28.124355 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.125149 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.125657 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: dhcp_agent_scheduler May 20 15:43:28.126004 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: dns.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.126904 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.127410 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension dns-integration not supported by any of loaded plugins May 20 15:43:28.127754 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: dns_domain_ports.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.128653 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.129157 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 15:43:28.129476 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: dvr.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.130135 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.130641 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: dvr May 20 15:43:28.131395 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: empty_string_filtering.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.131857 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.132359 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: empty-string-filtering May 20 15:43:28.132675 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.133564 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.134057 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 15:43:28.134375 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.135259 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.135783 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 15:43:28.136104 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: external_net.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.137024 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.137527 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: external-net May 20 15:43:28.137847 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.138729 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.139231 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: extra_dhcp_opt May 20 15:43:28.139550 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: extraroute.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.140465 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.140970 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: extraroute May 20 15:43:28.141295 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: extraroute_atomic.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.142306 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.142817 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: extraroute-atomic May 20 15:43:28.143136 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: filter_validation.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.143834 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.144337 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: filter-validation May 20 15:43:28.144654 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: fip_pf_description.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.145733 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.146241 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 15:43:28.146561 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: fip_port_details.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.147457 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.147991 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: fip-port-details May 20 15:43:28.148311 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: flavors.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.149525 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.150037 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: flavors May 20 15:43:28.150368 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.152053 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.152597 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 15:43:28.152925 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: floatingip_pools.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.153620 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.154123 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: floatingip-pools May 20 15:43:28.154445 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: ip_allocation.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.155340 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.155875 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension ip_allocation not supported by any of loaded plugins May 20 15:43:28.156194 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.157096 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.157606 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: ip-substring-filtering May 20 15:43:28.157935 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: l2_adjacency.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.158835 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.159337 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 15:43:28.159660 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: l3.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.160664 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.161176 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: router May 20 15:43:28.161500 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.163706 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.164248 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 15:43:28.164579 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.165481 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.165994 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: ext-gw-mode May 20 15:43:28.166319 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.167210 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.167749 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: l3-ha May 20 15:43:28.168606 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: l3_flavors.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.169497 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.170004 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: l3-flavors May 20 15:43:28.170324 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.171235 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.171772 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 15:43:28.172099 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: l3agentscheduler.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.173104 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.173611 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: l3_agent_scheduler May 20 15:43:28.173934 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: logging.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.175416 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.175962 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension logging not supported by any of loaded plugins May 20 15:43:28.176293 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: metering.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.177026 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.177595 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: metering May 20 15:43:28.177919 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.179006 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.179517 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: metering_source_and_destination_fields May 20 15:43:28.179872 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: multiprovidernet.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.180910 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.181414 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: multi-provider May 20 15:43:28.181737 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: netmtu.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.182639 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.183142 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: net-mtu May 20 15:43:28.183483 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: netmtu_writable.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.184928 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.185432 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: net-mtu-writable May 20 15:43:28.185753 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: network_availability_zone.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.186410 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.186911 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: network_availability_zone May 20 15:43:28.187228 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: network_ip_availability.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.188347 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.188854 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: network-ip-availability May 20 15:43:28.189176 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: network_segment_range.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.189924 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.190425 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension network-segment-range not supported by any of loaded plugins May 20 15:43:28.190750 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: pagination.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.191739 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.192068 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: pagination May 20 15:43:28.192384 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: port_device_profile.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.193281 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.193791 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: port-device-profile May 20 15:43:28.194108 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.194997 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.195499 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: port-mac-address-regenerate May 20 15:43:28.195856 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.196757 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.197264 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: port-numa-affinity-policy May 20 15:43:28.197581 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: port_resource_request.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.198469 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.198968 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension port-resource-request not supported by any of loaded plugins May 20 15:43:28.199310 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: portbindings.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.200244 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.200755 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: binding May 20 15:43:28.201073 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: portbindings_extended.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.202324 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.202834 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: binding-extended May 20 15:43:28.203158 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: portsecurity.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.204087 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.204594 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: port-security May 20 15:43:28.204911 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: project_id.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.205865 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.206193 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: project-id May 20 15:43:28.206511 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: providernet.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.207405 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.207941 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: provider May 20 15:43:28.208261 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: qos.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.211811 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.212338 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension qos not supported by any of loaded plugins May 20 15:43:28.212668 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.213898 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.214408 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 15:43:28.214757 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.215658 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.216194 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 15:43:28.216519 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: qos_default.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.217413 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.217918 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension qos-default not supported by any of loaded plugins May 20 15:43:28.218238 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: qos_fip.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.218877 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.219376 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension qos-fip not supported by any of loaded plugins May 20 15:43:28.219710 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: qos_gateway_ip.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.220615 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.221126 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 15:43:28.221448 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: qos_port_network_policy.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.222337 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.222843 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 15:43:28.223162 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: qos_rule_type_details.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.224086 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.224597 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 15:43:28.224922 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: qos_rules_alias.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.225943 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.226454 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 15:43:28.226948 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: quotasv2.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.227810 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.228140 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: quotas May 20 15:43:28.228458 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: quotasv2_detail.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.230306 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.231174 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: quota_details May 20 15:43:28.231507 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: rbac.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.232565 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.233106 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: rbac-policies May 20 15:43:28.233420 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: rbac_address_group.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.234324 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.234833 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: rbac-address-group May 20 15:43:28.235157 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: rbac_address_scope.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.236092 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.236609 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: rbac-address-scope May 20 15:43:28.236939 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: rbac_security_groups.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.237833 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.238342 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: rbac-security-groups May 20 15:43:28.238668 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: rbac_subnetpool.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.239580 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.240122 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: rbac-subnetpool May 20 15:43:28.240445 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: revisionifmatch.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.241347 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.241853 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: revision-if-match May 20 15:43:28.242175 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: revisions.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.243259 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.243810 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: standard-attr-revisions May 20 15:43:28.244135 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: router_availability_zone.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.244793 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.245301 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: router_availability_zone May 20 15:43:28.245621 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: routerservicetype.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.247061 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.247568 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension router-service-type not supported by any of loaded plugins May 20 15:43:28.247918 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.248812 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.249319 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: security-groups-normalized-cidr May 20 15:43:28.249642 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.250533 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.251049 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: port-security-groups-filtering May 20 15:43:28.251371 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.252298 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.252812 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: security-groups-remote-address-group May 20 15:43:28.253132 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: securitygroup.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.262629 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.263159 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: security-group May 20 15:43:28.263495 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: segment.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.264299 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.264807 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension segment not supported by any of loaded plugins May 20 15:43:28.265135 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.266049 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.266555 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 15:43:28.266880 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: servicetype.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.268003 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.268523 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: service-type May 20 15:43:28.268851 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: sorting.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.269814 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.270148 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: sorting May 20 15:43:28.270472 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: standard_attr_segment.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.271364 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.271900 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 15:43:28.272224 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: standardattrdescription.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.272857 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.273364 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: standard-attr-description May 20 15:43:28.273686 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: stateful_security_group.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.274587 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.275093 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: stateful-security-group May 20 15:43:28.275413 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: stdattrs_common.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.276018 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 15:43:28.276336 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.277857 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.278366 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 15:43:28.278685 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: subnet_onboard.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.279765 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.280284 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: subnet_onboard May 20 15:43:28.280605 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.281525 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.282036 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 15:43:28.282357 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: subnet_service_types.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.283260 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.283798 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: subnet-service-types May 20 15:43:28.284120 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: subnetallocation.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.285192 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.285700 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: subnet_allocation May 20 15:43:28.286018 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.286670 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.287177 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: subnetpool-prefix-ops May 20 15:43:28.287497 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.288430 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.288938 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 15:43:28.289256 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: tagging.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.290311 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.290840 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: standard-attr-tag May 20 15:43:28.291162 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: timestamp.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.292373 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.293436 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loaded extension: standard-attr-timestamp May 20 15:43:28.293768 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: trunk.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.294790 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.295305 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension trunk not supported by any of loaded plugins May 20 15:43:28.295631 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: trunk_details.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.296558 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.297064 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension trunk-details not supported by any of loaded plugins May 20 15:43:28.297385 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: uplink_status_propagation.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.298289 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.298792 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 15:43:28.299111 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Loading extension file: vlantransparent.py {{(pid=91535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:28.299801 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:28.300303 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 15:43:28.302756 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:network May 20 15:43:28.303498 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:subnet May 20 15:43:28.304325 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:28.304944 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:port May 20 15:43:28.306245 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.306678 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service FLAVORS assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.307308 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.307748 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.308080 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:router May 20 15:43:28.308751 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:floatingip May 20 15:43:28.309461 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service METERING assigned prefix: /metering {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.310904 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.311272 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.311625 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:28.312796 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of CountableResource for resource:rbac_policy May 20 15:43:28.313267 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:security_group May 20 15:43:28.313929 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 15:43:28.314706 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service CORE assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.315038 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:28.315375 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] subnetpool is already registered May 20 15:43:28.315996 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service CORE assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.316323 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:28.316645 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] subnetpool is already registered May 20 15:43:28.320268 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.320706 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service FLAVORS assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.321298 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.321720 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.322050 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:router May 20 15:43:28.322375 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] router is already registered May 20 15:43:28.322969 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:floatingip May 20 15:43:28.323294 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] floatingip is already registered May 20 15:43:28.323955 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service METERING assigned prefix: /metering {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.324671 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of CountableResource for resource:rbac_policy May 20 15:43:28.324998 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] rbac_policy is already registered May 20 15:43:28.325545 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:security_group May 20 15:43:28.325870 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] security_group is already registered May 20 15:43:28.326458 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 15:43:28.326785 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] security_group_rule is already registered May 20 15:43:28.327437 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service CORE assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.327785 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:28.328114 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] subnetpool is already registered May 20 15:43:28.328705 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.v2.resource_helper [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Service CORE assigned prefix: {{(pid=91535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:28.329025 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:28.329342 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING neutron.quota.resource_registry [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] subnetpool is already registered May 20 15:43:28.330007 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: extensions {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.331476 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: address-groups {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.333125 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: address-scopes {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.334327 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: agents {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.335499 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: auto-allocated-topology {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.336751 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: availability_zones {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.338075 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: dhcp-networks {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.339475 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: dhcp-agents {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.341449 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: routers {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.343345 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: flavors {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.344625 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: service_profiles {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.345819 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: next_providers {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.347327 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: service_profiles {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.349044 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: floatingip-pools {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.350854 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: routers {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.352885 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: floatingips {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.354079 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: l3-routers {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.356278 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: l3-agents {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.357690 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: metering-labels {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.359097 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: metering-label-rules {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.360396 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: network-ip-availabilities {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.361636 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: bindings {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.363278 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: quotas {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.364733 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: quotas {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.366284 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: rbac-policies {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.367571 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: security-groups {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.368806 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: security-group-rules {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.370038 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: service-providers {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.371281 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: subnetpools {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.372737 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: subnetpools {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.374515 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.376220 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.378011 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.379794 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.382853 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.384716 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.386411 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.498111 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.499924 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.501745 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron.api.extensions [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Extended resource: tags {{(pid=91535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:28.507573 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING keystonemiddleware.auth_token [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 15:43:28.512868 dv-cinder-784779-12-iscsi neutron-server[91535]: WARNING keystonemiddleware.auth_token [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 15:43:28.521058 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_concurrency.lockutils [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Acquired lock "singleton_lock" {{(pid=91535) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 15:43:28.521537 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_concurrency.lockutils [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Releasing lock "singleton_lock" {{(pid=91535) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 15:43:28.522178 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO oslo_service.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Starting 2 workers May 20 15:43:28.526736 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Started child 91643 {{(pid=91535) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:28.530940 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Started child 91644 {{(pid=91535) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:28.532283 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:28.532926 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO neutron.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 15:43:28.533107 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Notify callbacks [] for process, before_spawn {{(pid=91535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:28.534069 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [-] (91643) wsgi starting up on http://0.0.0.0:9696 May 20 15:43:28.535566 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:28.536056 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO oslo_service.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Starting 1 workers May 20 15:43:28.536999 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [-] (91644) wsgi starting up on http://0.0.0.0:9696 May 20 15:43:28.540534 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Started child 91645 {{(pid=91535) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:28.541044 dv-cinder-784779-12-iscsi neutron-server[91535]: INFO oslo_service.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Starting 1 workers May 20 15:43:28.544071 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] calling RpcWorker wait() {{(pid=91645) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 15:43:28.544602 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] returning from RpcWorker wait() {{(pid=91645) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 15:43:28.545243 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Started child 91646 {{(pid=91535) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:28.545955 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:28.546051 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG neutron_lib.callbacks.manager [None req-0c18f643-f649-4683-bee9-4f9dc7219915 None None] Notify callbacks [] for process, after_spawn {{(pid=91535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:28.546541 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:28.547835 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91535) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 15:43:28.548051 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 15:43:28.548236 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 15:43:28.548450 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 15:43:28.548801 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 15:43:28.548967 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 15:43:28.549450 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.549740 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.549900 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:28.550376 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.550376 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.550579 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.550872 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:28.551128 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.551407 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.551648 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.551968 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.552243 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.552421 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.552587 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.552841 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.553083 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.553388 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.553662 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.553919 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.554183 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.554352 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.554602 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.554863 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.555110 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.555373 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] debug = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.555618 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.556110 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.556353 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.556584 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.556822 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.557088 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.557334 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.557617 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.557870 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.558085 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.558323 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.559120 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.559360 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.559573 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.559819 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.560069 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.560285 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.560764 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] host = dv-cinder-784779-12-iscsi {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.560998 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.561216 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.561474 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.561745 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.562002 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.562216 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.562474 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.562720 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.562987 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.563211 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.563522 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.563709 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.563953 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.564206 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.564427 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_options = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.564563 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.564863 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.565135 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.565326 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.565495 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.565674 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.565925 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.566089 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.566338 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.566572 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.566782 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.566993 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.567236 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.567476 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.567754 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.568000 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.568251 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.568458 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.568723 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.568950 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.569175 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.569422 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.569651 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.569886 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.570098 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.570308 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.570548 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.570774 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.571000 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.571265 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.571505 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.571773 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.572006 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.572244 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.572471 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.572696 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.572956 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.573218 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.573448 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.573693 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.573947 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.574233 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.574967 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.575191 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.575408 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.575655 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_json = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.575908 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.576135 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.576383 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.576598 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.576843 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.577059 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.577273 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.577506 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.577918 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.578192 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.578492 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.578711 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.578961 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.579221 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.579624 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.579866 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.580010 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.580188 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.580561 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.580826 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.581022 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.581388 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.581551 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.581865 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.582141 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.582414 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.582663 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.582876 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.583120 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.583358 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.583703 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.583987 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.584240 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.584505 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.584739 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.585006 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.585159 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.585375 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.585592 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.585803 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.586106 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.586298 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.586531 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.586746 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.586973 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.587203 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.587442 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.587716 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.588035 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.588233 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.588476 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.588689 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.588854 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.589065 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.589306 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.589561 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.589805 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.590069 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.590299 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.590538 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.590934 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.590934 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.591269 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.591407 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.591590 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.591826 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.592061 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.592281 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.592511 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.592751 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.592963 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.593177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.593388 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.593622 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.593854 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.594105 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.594270 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.594480 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.594695 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.594905 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.595120 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.595327 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.595554 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.595788 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.596025 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.596237 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.596453 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.596673 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.596884 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.597094 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.598355 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.598355 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.598355 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.598355 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.598355 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.598776 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.598776 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.599785 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.599785 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.599785 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.599785 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.600124 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.600204 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.601036 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.601036 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.601036 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.601463 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.601463 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.602348 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.602348 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.602348 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.602348 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.602990 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.602990 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.602990 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.604279 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.604279 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.604279 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.604279 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.604279 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.605330 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.605330 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.605330 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.605674 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.606502 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.606502 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.606502 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.606725 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.606804 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.607045 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.607295 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.607550 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.607836 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.609116 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.609116 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.609116 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.609116 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.609116 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.609834 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.609834 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.609834 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.610258 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.610258 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.610502 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.610618 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.610863 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.611098 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.611356 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.611604 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.612155 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.612155 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.612419 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.612556 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.612765 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.612991 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.613200 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.613431 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.613908 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.613908 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.614180 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.614324 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.614469 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.615890 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.615890 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.615890 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.615890 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.615890 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.615890 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.616647 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.616647 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.616647 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.616647 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.617150 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.617150 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.617402 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.617504 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619018 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619018 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619018 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619018 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619018 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619018 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619478 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619478 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619625 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619747 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.619966 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.620178 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.620398 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.620628 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.620845 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.621898 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.621898 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.622178 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.622307 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.622948 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.622948 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.623213 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.623341 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.623506 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.623741 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.623979 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.624192 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.624407 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.624619 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.624854 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.625097 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.625339 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.625576 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.625805 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.626015 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.626222 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.626432 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.626639 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.626947 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.627188 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.627422 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.627716 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.627945 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.628163 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.628375 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.628584 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.628798 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.629027 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.629252 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.629462 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.629671 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.629905 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.630113 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.630335 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.630542 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.630749 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.630982 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.631188 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.631436 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.631644 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.631957 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.632171 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.632384 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.632721 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.632969 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.633188 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.633469 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.633698 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.633942 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.634200 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.634526 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.634742 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.635001 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.635234 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.635433 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.635652 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.635931 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.636240 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.636534 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.637410 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.637621 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.637912 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.638188 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.638455 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.638699 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.638990 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.639326 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.639604 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.640064 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.640297 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.640581 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.640811 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.641053 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.641269 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.641506 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.641721 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.641955 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.642307 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.642454 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.642624 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.642849 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.643063 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.643286 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.643516 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.643778 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.644002 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.644160 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 15:43:28.644738 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91535) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 15:43:28.644899 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 15:43:28.645042 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 15:43:28.645207 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 15:43:28.645375 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 15:43:28.645525 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 15:43:28.645731 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.645890 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.646049 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.646207 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.646364 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.646542 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.646875 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.646875 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.647092 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.647172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.647290 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.647445 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.647604 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.647786 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.647945 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.648118 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.648255 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.648405 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.648567 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.648724 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.648881 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.649037 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.649193 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] debug = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.649349 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.649523 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.649678 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.649826 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.649983 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.650141 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.650298 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.650456 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.650612 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.650770 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.650928 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.651085 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.651242 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.651399 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.651556 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.651732 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.651892 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.652049 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] host = dv-cinder-784779-12-iscsi {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.652227 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.652378 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.652532 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.652673 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.652813 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.652971 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.653126 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.653283 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.653433 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.653568 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.653731 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.653872 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.654033 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.654192 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.654348 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_options = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.654504 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.654660 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.654815 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.654991 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.655152 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.655360 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.655448 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.655599 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.655777 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.655937 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.656094 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.656239 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.656396 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.656554 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.656720 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.656848 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.657173 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.657173 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.657386 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.657513 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.657637 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.657720 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.657879 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.658038 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.658194 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.658351 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.659714 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.659714 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.659714 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.659714 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.659714 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.659714 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.659714 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.659714 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.660323 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.660323 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.660323 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.660323 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.660323 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.660654 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.660654 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.660805 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.660883 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.661004 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.661162 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.661319 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_json = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.661476 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.661632 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.661789 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.661947 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.662104 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.662264 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.662420 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.662577 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:28.662752 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.662914 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.663084 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.663245 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.663405 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.663564 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.663747 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.663907 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.664066 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.664225 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.664393 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.664554 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.664728 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.664889 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.665040 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.665197 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.665342 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.665503 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.665664 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.665822 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.665982 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.666140 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.666317 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.666476 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.666637 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.666796 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.666955 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.667116 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.667276 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.667436 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.667596 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.667780 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.668442 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.668588 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.668777 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.668903 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670021 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670021 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670021 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670021 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670021 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670021 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670021 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670663 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670663 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670663 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670663 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670663 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670997 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.670997 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.671149 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.671285 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.671453 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.671602 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.671770 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.671895 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.672059 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.672361 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.672361 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.672721 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.672721 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.673251 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.673251 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.673251 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.673980 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.673980 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.673980 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.673980 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.673980 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.674337 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.674337 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.674337 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.674732 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.674732 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.674732 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.675162 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.675162 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.675409 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.675409 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.675557 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.675633 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.675810 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.675972 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.676132 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.676299 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.676474 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.676639 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.676798 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.676956 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.677116 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.677276 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.677434 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.677595 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.677757 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.677920 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.678077 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.678242 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.678400 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.678562 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.678718 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.678879 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.679040 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.679200 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.679912 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.679912 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.679912 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.679912 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.680176 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.680176 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.680294 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.680439 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.680586 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.680746 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.680909 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.681069 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.681236 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.681407 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.681567 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.681729 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.681889 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.682049 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.682209 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.682374 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.682534 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.682694 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.682854 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.683013 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.683179 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.683348 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.683556 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.684236 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.684396 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.684580 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.684739 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.684898 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.685058 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.685216 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.685379 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.685556 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.685713 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.685850 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.685996 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.686131 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.686263 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.686421 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.686581 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.686740 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.687212 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.687212 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.687212 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.687756 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.687756 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.687756 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.688258 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.688258 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.688258 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.688258 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.688779 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.688779 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.688779 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.689160 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.689160 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.689160 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.689642 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.689642 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.689642 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.690046 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:28.690191 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.690191 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.690191 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.690191 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.690694 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.690694 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.690694 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.691081 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.691081 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.691081 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.691471 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.691471 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.691762 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.691762 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.692025 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.692025 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.692289 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.692289 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.692563 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.692563 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.692822 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.692958 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.693092 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.693227 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.693371 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.693507 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.693650 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.693788 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.693923 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.694057 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.694191 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.694349 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.694513 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.694675 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.694837 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.694988 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.695209 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.695370 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.695508 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.695644 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.695899 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.695899 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.696160 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.696294 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.696442 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.696591 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.696728 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.696862 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.696999 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.697134 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.697277 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.697424 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.697567 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.697702 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.697837 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.697997 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.698139 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.698303 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.698465 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.698626 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.698794 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.698944 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.699728 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.699877 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.700025 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.700162 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.700298 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.700433 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.700568 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.700702 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.702357 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.702357 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.702357 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.702357 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.702357 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.702357 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.702357 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.702357 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.705303 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.705303 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.705303 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.705303 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.705303 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.705303 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.705303 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.705303 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.706172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.706172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.706172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.706172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.706172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.706172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.706172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.706172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.706172 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707177 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707801 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707801 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707801 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707801 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:28.707801 dv-cinder-784779-12-iscsi neutron-server[91535]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 15:43:28.840159 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 49568) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:28.848663 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062814 May 20 15:43:39.501264 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e89b7a5-a17d-4431-9e1f-4c841d54e203 None None] get_active_networks_info from dv-cinder-784779-12-iscsi {{(pid=91645) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 15:43:39.579598 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89b7a5-a17d-4431-9e1f-4c841d54e203 None None] No non-hosted networks {{(pid=91645) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 15:43:39.588700 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.agentschedulers_db [None req-3e89b7a5-a17d-4431-9e1f-4c841d54e203 None None] DHCP Agent not found on host dv-cinder-784779-12-iscsi {{(pid=91645) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 15:43:39.701601 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8a732782-f625-4f2a-bc6a-aedd4aba72cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260'] for agent, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:41.811154 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260'] for agent, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:41.813243 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.813606 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.813945 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.814284 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.814621 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.835945 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.836377 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.836736 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.837076 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.837410 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.837757 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.838087 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:41.838495 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:41.851536 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:42.071662 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-9d22033d-19eb-48c0-ad6d-646a93c3fdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260'] for agent, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:42.108828 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-975811ef-7da3-4aa9-bcf9-73e310d1e7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:43.103777 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260'] for agent, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:44.652003 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260'] for agent, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:46.227348 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 49660) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:46.829059 dv-cinder-784779-12-iscsi neutron-server[91643]: WARNING oslo_policy.policy [None req-93def99e-9744-4d07-86fa-a24efa45b027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:46.829763 dv-cinder-784779-12-iscsi neutron-server[91643]: WARNING oslo_policy.policy [None req-93def99e-9744-4d07-86fa-a24efa45b027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:47.028086 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.db.l3_hamode_db [None req-d64ad43c-3ad4-47a3-bf11-bd168a0234ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 15:43:47.046973 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [None req-93def99e-9744-4d07-86fa-a24efa45b027 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:43:47.048054 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-93def99e-9744-4d07-86fa-a24efa45b027 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8197243 May 20 15:43:47.115929 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ad43c-3ad4-47a3-bf11-bd168a0234ea None None] Routers set() bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:43:47.116332 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ad43c-3ad4-47a3-bf11-bd168a0234ea None None] Router IDs set() for agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 15:43:49.378289 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 49674) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:49.967279 dv-cinder-784779-12-iscsi neutron-server[91644]: WARNING oslo_policy.policy [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:49.967880 dv-cinder-784779-12-iscsi neutron-server[91644]: WARNING oslo_policy.policy [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:50.180207 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:43:50.279113 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.policy [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91644) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 15:43:50.323649 dv-cinder-784779-12-iscsi neutron-server[91644]: WARNING oslo_policy.policy [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:50.324572 dv-cinder-784779-12-iscsi neutron-server[91644]: WARNING oslo_policy.policy [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:50.333067 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.quota [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] Loaded quota_driver: . May 20 15:43:50.348140 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:50.406513 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733649101435', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733649101830', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733649045539', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733649059663', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733649062386', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733649068325', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-607588', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-285542', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1736704'] for rbac-policy, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:50.466118 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:50.467547 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-96913f49-81c1-4ae8-ba28-6aa2badaf9b5 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0870717 May 20 15:43:53.057666 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 49692) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:53.418124 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:43:53.423190 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:53.427353 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Usage tracker for resource:network and tenant:f5b1516c9c2d4ac294a96dba8c7fe21d is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:43:53.432239 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:43:53.438953 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:43:53.449717 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Made reservation on behalf of f5b1516c9c2d4ac294a96dba8c7fe21d for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:43:53.452776 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:53.469966 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:53.484469 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:53.488580 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b1516c9c2d4ac294a96dba8c7fe21d is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:43:53.493578 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:43:53.499662 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:43:53.596158 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:53.599803 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:53.605725 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:53.623826 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:43:53.649728 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733651805242', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:53.650354 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Unsubscribe: segment precommit_create {{(pid=91644) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 15:43:53.650852 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Added segment c1f14ebd-c1c0-48bb-9f32-af4522faf62a of type vlan for network 768ffe17-fe74-4fe0-b091-cfc423b802f8 May 20 15:43:53.697950 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60271c5-dac0-4478-8250-2d5d501ce090,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:53.719559 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.719945 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.720248 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.720560 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.720869 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.721192 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.721502 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.721819 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.722153 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.722463 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.722761 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.723057 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Tracked resource versions report: May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: pushed versions: May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: { 'AddressGroup': {'1.2'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'ConntrackHelper': {'1.0'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Log': {'1.0'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Network': {'1.1'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Port': {'1.7'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'PortForwarding': {'1.2'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'QosPolicy': {'1.8'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SecurityGroup': {'1.4'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SecurityGroupRule': {'1.2'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SubPort': {'1.0'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Subnet': {'1.1'}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Trunk': {'1.1'}} May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: consumer versions: May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: { DHCP agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: L3 agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: Metadata agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: Metering agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: Open vSwitch agent@dv-cinder-784779-12-iscsi: { 'AddressGroup': '1.2', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'ConntrackHelper': '1.0', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Log': '1.0', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Network': '1.1', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Port': '1.7', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'PortForwarding': '1.2', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'QosPolicy': '1.8', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SecurityGroup': '1.4', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SecurityGroupRule': '1.2', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SubPort': '1.0', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Subnet': '1.1', May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Trunk': '1.1'}} May 20 15:43:53.724434 dv-cinder-784779-12-iscsi neutron-server[91644]: {{(pid=91644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:43:53.770200 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:53.775347 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:53.820290 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:53.821773 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:43:53.822391 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:53.827182 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:53.925049 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8656559 May 20 15:43:53.933666 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Pushing event updated for resources: {'Network': ['ID=768ffe17-fe74-4fe0-b091-cfc423b802f8,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:53.942324 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:53.951448 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 768ffe17-fe74-4fe0-b091-cfc423b802f8 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:43:56.559396 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 49708) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:57.149410 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.policy [None req-0fd1489c-253d-40a9-95d6-a1ac0dd6d3f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91643) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 15:43:57.194666 dv-cinder-784779-12-iscsi neutron-server[91643]: WARNING oslo_policy.policy [None req-0fd1489c-253d-40a9-95d6-a1ac0dd6d3f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:57.195044 dv-cinder-784779-12-iscsi neutron-server[91643]: WARNING oslo_policy.policy [None req-0fd1489c-253d-40a9-95d6-a1ac0dd6d3f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:57.204355 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1489c-253d-40a9-95d6-a1ac0dd6d3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:43:57.206049 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-0fd1489c-253d-40a9-95d6-a1ac0dd6d3f7 admin admin] 10.222.0.47 "GET /v2.0/networks/768ffe17-fe74-4fe0-b091-cfc423b802f8 HTTP/1.1" status: 200 len: 825 time: 0.6457145 May 20 15:43:57.237781 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-affa275f-9d43-4da5-967c-2db0ade166f0 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/ee2c1198-1d7c-4858-a0a3-5839639c743e HTTP/1.1" status: 200 len: 734 time: 0.0264199 May 20 15:43:57.246689 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8', 'subnetpool_id': 'ee2c1198-1d7c-4858-a0a3-5839639c743e', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:43:57.248309 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.quota [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Loaded quota_driver: . May 20 15:43:57.254723 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:57.260326 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Usage tracker for resource:subnet and tenant:f5b1516c9c2d4ac294a96dba8c7fe21d is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:43:57.264104 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:43:57.270879 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:43:57.285322 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Made reservation on behalf of f5b1516c9c2d4ac294a96dba8c7fe21d for: {'subnet': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:43:57.288475 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.787636 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.794038 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:57.873909 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Checking segment: {'id': 'c1f14ebd-c1c0-48bb-9f32-af4522faf62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:43:57.874284 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Network hostable DHCP agents. Network: 768ffe17-fe74-4fe0-b091-cfc423b802f8, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:43:57.881484 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=caca71ef-ceb0-4742-ab0d-5f6b986537a4,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:57.892344 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.892696 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.893027 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.893347 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.893664 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.893993 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.894313 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.894635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.894962 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.895271 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.895577 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.895902 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Tracked resource versions report: May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: pushed versions: May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: { 'AddressGroup': {'1.2'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'ConntrackHelper': {'1.0'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Log': {'1.0'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Network': {'1.1'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Port': {'1.7'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'PortForwarding': {'1.2'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'QosPolicy': {'1.8'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SecurityGroup': {'1.4'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SecurityGroupRule': {'1.2'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SubPort': {'1.0'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Subnet': {'1.1'}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Trunk': {'1.1'}} May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: consumer versions: May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: { DHCP agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: L3 agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: Metadata agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: Metering agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: Open vSwitch agent@dv-cinder-784779-12-iscsi: { 'AddressGroup': '1.2', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'ConntrackHelper': '1.0', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Log': '1.0', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Network': '1.1', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Port': '1.7', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'PortForwarding': '1.2', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'QosPolicy': '1.8', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SecurityGroup': '1.4', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SecurityGroupRule': '1.2', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SubPort': '1.0', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Subnet': '1.1', May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Trunk': '1.1'}} May 20 15:43:57.897294 dv-cinder-784779-12-iscsi neutron-server[91643]: {{(pid=91643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:43:57.929843 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Network 768ffe17-fe74-4fe0-b091-cfc423b802f8 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:43:57.937458 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:57.941482 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 768ffe17-fe74-4fe0-b091-cfc423b802f8) {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:43:57.946019 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:43:57.946663 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.951559 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3952efae-6e4c-4775-9ff3-45f199cfa336 None None] Network 768ffe17-fe74-4fe0-b091-cfc423b802f8 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:43:57.969577 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7264259 May 20 15:43:58.268069 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-768ffe17-fe74-4fe0-b091-cfc423b802f8', 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'fixed_ips': [{'subnet_id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:43:58.269225 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:58.458085 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Allocated IP 172.20.0.2 (768ffe17-fe74-4fe0-b091-cfc423b802f8/caca71ef-ceb0-4742-ab0d-5f6b986537a4/b069e752-819b-4307-98c5-7cefdd7cab65) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:43:58.691864 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:58.705721 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Transition to ACTIVE for port object b069e752-819b-4307-98c5-7cefdd7cab65 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:43:58.726399 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Transition to ACTIVE for port object b069e752-819b-4307-98c5-7cefdd7cab65 will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:43:58.736742 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:58.748254 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:58.815008 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Network 768ffe17-fe74-4fe0-b091-cfc423b802f8 is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:43:58.818015 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:43:58.825110 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:43:58.827326 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Pushing event updated for resources: {'Port': ['ID=b069e752-819b-4307-98c5-7cefdd7cab65,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:58.864280 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.864635 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.864969 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.865294 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.865613 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.865933 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.866245 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.866557 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.866885 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.867199 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.867516 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.867847 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Tracked resource versions report: May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: pushed versions: May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: { 'AddressGroup': {'1.2'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'ConntrackHelper': {'1.0'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Log': {'1.0'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Network': {'1.1'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Port': {'1.7'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'PortForwarding': {'1.2'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'QosPolicy': {'1.8'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SecurityGroup': {'1.4'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SecurityGroupRule': {'1.2'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SubPort': {'1.0'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Subnet': {'1.1'}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Trunk': {'1.1'}} May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: consumer versions: May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: { DHCP agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: L3 agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: Metadata agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: Metering agent@dv-cinder-784779-12-iscsi: {}, May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: Open vSwitch agent@dv-cinder-784779-12-iscsi: { 'AddressGroup': '1.2', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'ConntrackHelper': '1.0', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Log': '1.0', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Network': '1.1', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Port': '1.7', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'PortForwarding': '1.2', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'QosPolicy': '1.8', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SecurityGroup': '1.4', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SecurityGroupRule': '1.2', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SubPort': '1.0', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Subnet': '1.1', May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Trunk': '1.1'}} May 20 15:43:58.869224 dv-cinder-784779-12-iscsi neutron-server[91645]: {{(pid=91645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:43:58.877650 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:58.933856 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Attempting to bind port b069e752-819b-4307-98c5-7cefdd7cab65 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:43:58.934243 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Attempting to bind port b069e752-819b-4307-98c5-7cefdd7cab65 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': 'c1f14ebd-c1c0-48bb-9f32-af4522faf62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:43:58.934667 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Attempting to bind port b069e752-819b-4307-98c5-7cefdd7cab65 on network 768ffe17-fe74-4fe0-b091-cfc423b802f8 {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:43:58.939944 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:43:58.940352 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Checking segment: {'id': 'c1f14ebd-c1c0-48bb-9f32-af4522faf62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:43:58.940907 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:58.941245 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Bound using segment: {'id': 'c1f14ebd-c1c0-48bb-9f32-af4522faf62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:43:58.941711 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Bound port: b069e752-819b-4307-98c5-7cefdd7cab65, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f14ebd-c1c0-48bb-9f32-af4522faf62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:43:58.942077 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:59.031088 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] For port b069e752-819b-4307-98c5-7cefdd7cab65, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:43:59.034982 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] For port b069e752-819b-4307-98c5-7cefdd7cab65, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=b069e752-819b-4307-98c5-7cefdd7cab65,segment=NetworkSegment(c1f14ebd-c1c0-48bb-9f32-af4522faf62a),segment_id=c1f14ebd-c1c0-48bb-9f32-af4522faf62a)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:43:59.040519 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:59.045193 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:59.130952 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Pushing event updated for resources: {'Port': ['ID=b069e752-819b-4307-98c5-7cefdd7cab65,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:59.134321 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:00.373665 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 49724) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:00.758412 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [None req-0aaaa69b-6985-4a49-8297-d929eddda6e0 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:44:00.759456 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-0aaaa69b-6985-4a49-8297-d929eddda6e0 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3848653 May 20 15:44:03.161877 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 49734) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:03.567136 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [None req-52694e06-d350-43c2-b3b8-ee39db46c35b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:44:03.569850 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-52694e06-d350-43c2-b3b8-ee39db46c35b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4069228 May 20 15:44:03.767473 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device b069e752-819b-4307-98c5-7cefdd7cab65 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:03.862391 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port b069e752-819b-4307-98c5-7cefdd7cab65 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:04.656457 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961619cf-d9fe-4dd9-9c19-ffeb20b72324 None None] Network 768ffe17-fe74-4fe0-b091-cfc423b802f8 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:44:04.784897 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Provisioning for port b069e752-819b-4307-98c5-7cefdd7cab65 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:04.793303 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Provisioning complete for port b069e752-819b-4307-98c5-7cefdd7cab65 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:04.793699 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:05.022999 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:05.064098 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] For port b069e752-819b-4307-98c5-7cefdd7cab65, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=b069e752-819b-4307-98c5-7cefdd7cab65,segment=NetworkSegment(c1f14ebd-c1c0-48bb-9f32-af4522faf62a),segment_id=c1f14ebd-c1c0-48bb-9f32-af4522faf62a)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:44:05.069458 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:05.072090 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:05.143043 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Pushing event updated for resources: {'Port': ['ID=b069e752-819b-4307-98c5-7cefdd7cab65,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:05.146384 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:05.289847 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-351ae9bc-0748-4e65-9c72-11c74a4d9f1d None None] Provisioning complete for port b069e752-819b-4307-98c5-7cefdd7cab65 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:05.290215 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-351ae9bc-0748-4e65-9c72-11c74a4d9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:05.752304 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device b069e752-819b-4307-98c5-7cefdd7cab65 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:05.818321 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port b069e752-819b-4307-98c5-7cefdd7cab65 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:05.819014 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:06.271277 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 49750) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:06.635668 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Request body: {'router': {'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:06.641108 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:06.644885 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Usage tracker for resource:router and tenant:f5b1516c9c2d4ac294a96dba8c7fe21d is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:06.648184 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:06.653795 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:06.663908 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:06.665533 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:06.688957 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:06.801804 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:06.820417 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] Notify callbacks [] for router, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:06.821585 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-389ed8c7-7b9c-4038-91e4-11c8f2044b33 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5493076 May 20 15:44:09.170633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 49760) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:09.422528 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c96ef5e0-1f88-4481-bb15-28dd9cb5a171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:09.552090 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [None req-848d5dfe-e276-49cc-8fa0-d931b2ca8405 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:44:09.553032 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-848d5dfe-e276-49cc-8fa0-d931b2ca8405 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3814340 May 20 15:44:11.800210 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:11.934707 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 49770) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:12.056357 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-71f135fb-c1cc-4d2e-b311-834a2c909d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.300577 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:12.305256 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:12.309472 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Usage tracker for resource:network and tenant:1e281294acd24d1b840f3e15c3878ecd is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:12.312675 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:12.320287 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:12.337221 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Made reservation on behalf of 1e281294acd24d1b840f3e15c3878ecd for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:44:12.340888 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.353389 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.367392 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:12.371116 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Usage tracker for resource:security_group_rule and tenant:1e281294acd24d1b840f3e15c3878ecd is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:12.373848 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:12.379322 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:12.461916 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.466114 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.470246 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:12.483507 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Reserving flat network on physical network physnet1 {{(pid=91644) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 15:44:12.506491 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bdeb35-1c30-407c-ac3e-7e41f4ed8ae4,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:12.511502 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:12.512445 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.512775 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Added segment 51f93bc6-eaa3-41c2-9bb3-a437da2fba52 of type flat for network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a May 20 15:44:12.547356 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.584823 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.586078 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:12.586635 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.590291 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:12.686248 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7504809 May 20 15:44:12.686794 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Pushing event updated for resources: {'Network': ['ID=acb29dd0-df79-44f9-9207-b3e6b0cfdc2a,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:12.689370 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:12.697151 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:44:13.062107 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:14.597658 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:15.039659 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 49790) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:15.263659 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9847cc3-04bb-492f-a386-7008a622f4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:15.265033 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-e9847cc3-04bb-492f-a386-7008a622f4cd admin admin] 10.222.0.47 "GET /v2.0/subnets/caca71ef-ceb0-4742-ab0d-5f6b986537a4 HTTP/1.1" status: 200 len: 849 time: 0.2244208 May 20 15:44:15.451106 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-047b67a9-6029-4c01-bbaf-36b77485c2d9 admin admin] 10.222.0.47 "GET /v2.0/routers/db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 HTTP/1.1" status: 200 len: 704 time: 0.1803164 May 20 15:44:15.910783 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:16.141629 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Allocated IP 172.20.0.1 (768ffe17-fe74-4fe0-b091-cfc423b802f8/caca71ef-ceb0-4742-ab0d-5f6b986537a4/811ed6ae-3562-4068-8f80-56273eb6b3c7) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:44:16.296897 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:16.314910 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Transition to ACTIVE for port object 811ed6ae-3562-4068-8f80-56273eb6b3c7 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:16.369452 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:16.374589 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:16.435485 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Network 768ffe17-fe74-4fe0-b091-cfc423b802f8 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:16.438389 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:16.441661 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:44:16.442184 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:16.581640 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Pushing event updated for resources: {'Port': ['ID=811ed6ae-3562-4068-8f80-56273eb6b3c7,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:16.586039 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:16.599661 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-1e3a740b-7fdd-40c3-bfa7-694748e55b01 None None] Provisioning for port 811ed6ae-3562-4068-8f80-56273eb6b3c7 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:16.606350 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-1e3a740b-7fdd-40c3-bfa7-694748e55b01 None None] Provisioning complete for port 811ed6ae-3562-4068-8f80-56273eb6b3c7 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:16.606716 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-1e3a740b-7fdd-40c3-bfa7-694748e55b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:16.670988 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a740b-7fdd-40c3-bfa7-694748e55b01 None None] Port 811ed6ae-3562-4068-8f80-56273eb6b3c7 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:44:16.767297 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:16.996959 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:17.001301 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:17.002472 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:17.005768 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:17.095322 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Pushing event updated for resources: {'Port': ['ID=811ed6ae-3562-4068-8f80-56273eb6b3c7,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:17.141682 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:17.194507 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Network 768ffe17-fe74-4fe0-b091-cfc423b802f8 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:17.195554 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:17.385644 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Router db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:44:17.394525 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-fd6e1358-cc29-4ac0-8f77-edd79f6045d1 None None] Provisioning complete for port 811ed6ae-3562-4068-8f80-56273eb6b3c7 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:17.394895 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1358-cc29-4ac0-8f77-edd79f6045d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:17.447024 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e1358-cc29-4ac0-8f77-edd79f6045d1 None None] Port 811ed6ae-3562-4068-8f80-56273eb6b3c7 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:44:17.539111 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:44:17.549315 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Sync routers for ids ['db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:44:17.549819 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] 10.222.0.47 "PUT /v2.0/routers/db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0937490 May 20 15:44:17.559760 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Routers {'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:17.560609 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:44:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:17.737647 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Set router db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 gateway port host: None {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:18.118907 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'name': 'router1', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:06Z', 'updated_at': '2021-05-20T15:44:16Z', 'revision_number': 2, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'gw_port_host': None, '_interfaces': [{'id': '811ed6ae-3562-4068-8f80-56273eb6b3c7', 'name': '', 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'mac_address': 'fa:16:3e:b7:bf:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:15Z', 'updated_at': '2021-05-20T15:44:16Z', 'revision_number': 2, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'subnets': [{'id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee2c1198-1d7c-4858-a0a3-5839639c743e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:18.124043 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Checking router: db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:44:18.124410 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Updating router db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 port 811ed6ae-3562-4068-8f80-56273eb6b3c7 binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:44:18.176563 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:18.559249 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:18.574723 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Transition to ACTIVE for port object 811ed6ae-3562-4068-8f80-56273eb6b3c7 will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:18.581705 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:18.587312 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:18.806093 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Pushing event updated for resources: {'Port': ['ID=811ed6ae-3562-4068-8f80-56273eb6b3c7,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:18.813867 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Attempting to bind port 811ed6ae-3562-4068-8f80-56273eb6b3c7 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:44:18.814200 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Attempting to bind port 811ed6ae-3562-4068-8f80-56273eb6b3c7 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': 'c1f14ebd-c1c0-48bb-9f32-af4522faf62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:44:18.814644 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Attempting to bind port 811ed6ae-3562-4068-8f80-56273eb6b3c7 on network 768ffe17-fe74-4fe0-b091-cfc423b802f8 {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:44:18.817146 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.817485 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.817811 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.818131 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.818449 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.818770 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.819168 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.819491 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.819848 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.820162 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.820567 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.820874 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Tracked resource versions report: May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: pushed versions: May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: { 'AddressGroup': {'1.2'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'ConntrackHelper': {'1.0'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Log': {'1.0'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Network': {'1.1'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Port': {'1.7'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'PortForwarding': {'1.2'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'QosPolicy': {'1.8'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SecurityGroup': {'1.4'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SecurityGroupRule': {'1.2'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SubPort': {'1.0'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Subnet': {'1.1'}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Trunk': {'1.1'}} May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: consumer versions: May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: { DHCP agent@dv-cinder-784779-12-iscsi: {}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: L3 agent@dv-cinder-784779-12-iscsi: {}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: Metadata agent@dv-cinder-784779-12-iscsi: {}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: Metering agent@dv-cinder-784779-12-iscsi: {}, May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: Open vSwitch agent@dv-cinder-784779-12-iscsi: { 'AddressGroup': '1.2', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'ConntrackHelper': '1.0', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Log': '1.0', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Network': '1.1', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Port': '1.7', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'PortForwarding': '1.2', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'QosPolicy': '1.8', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SecurityGroup': '1.4', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SecurityGroupRule': '1.2', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SubPort': '1.0', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Subnet': '1.1', May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Trunk': '1.1'}} May 20 15:44:18.822275 dv-cinder-784779-12-iscsi neutron-server[91646]: {{(pid=91646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:44:18.826590 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:18.830870 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:44:18.831273 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Checking segment: {'id': 'c1f14ebd-c1c0-48bb-9f32-af4522faf62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:18.831801 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:18.832188 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Bound using segment: {'id': 'c1f14ebd-c1c0-48bb-9f32-af4522faf62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:44:18.832679 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Bound port: 811ed6ae-3562-4068-8f80-56273eb6b3c7, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f14ebd-c1c0-48bb-9f32-af4522faf62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:44:18.833047 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:18.927348 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] For port 811ed6ae-3562-4068-8f80-56273eb6b3c7, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:44:18.931449 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] For port 811ed6ae-3562-4068-8f80-56273eb6b3c7, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=811ed6ae-3562-4068-8f80-56273eb6b3c7,segment=NetworkSegment(c1f14ebd-c1c0-48bb-9f32-af4522faf62a),segment_id=c1f14ebd-c1c0-48bb-9f32-af4522faf62a)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:44:18.937310 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:18.941352 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:19.050671 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Pushing event updated for resources: {'Port': ['ID=811ed6ae-3562-4068-8f80-56273eb6b3c7,revision_number=4']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:19.054266 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:19.054989 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Routers {'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:19.055634 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:44:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:19.212051 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] Set router db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 gateway port host: None {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:19.540421 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'name': 'router1', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:06Z', 'updated_at': '2021-05-20T15:44:16Z', 'revision_number': 2, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'gw_port_host': None, '_interfaces': [{'id': '811ed6ae-3562-4068-8f80-56273eb6b3c7', 'name': '', 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'mac_address': 'fa:16:3e:b7:bf:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:15Z', 'updated_at': '2021-05-20T15:44:18Z', 'revision_number': 4, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'subnets': [{'id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee2c1198-1d7c-4858-a0a3-5839639c743e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:19.545042 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129e86e-a06a-47d7-9dab-1f94879ea236 None None] The sync data for ids ['db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'] in dv-cinder-784779-12-iscsi is: [{'id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'name': 'router1', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:06Z', 'updated_at': '2021-05-20T15:44:16Z', 'revision_number': 2, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'gw_port_host': None, '_interfaces': [{'id': '811ed6ae-3562-4068-8f80-56273eb6b3c7', 'name': '', 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'mac_address': 'fa:16:3e:b7:bf:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:15Z', 'updated_at': '2021-05-20T15:44:18Z', 'revision_number': 4, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'subnets': [{'id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee2c1198-1d7c-4858-a0a3-5839639c743e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:44:19.749870 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 49812) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:19.899770 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6a2a20-988a-43fb-9919-3517bb2248f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:19.900250 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-ce6a2a20-988a-43fb-9919-3517bb2248f1 admin admin] Synchronizing usage tracker for tenant:1e281294acd24d1b840f3e15c3878ecd on resource:network {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:44:19.918450 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-ce6a2a20-988a-43fb-9919-3517bb2248f1 admin admin] Unset dirty status for tenant:1e281294acd24d1b840f3e15c3878ecd on resource:network {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:44:19.924905 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ce6a2a20-988a-43fb-9919-3517bb2248f1 admin admin] 10.222.0.47 "GET /v2.0/networks/acb29dd0-df79-44f9-9207-b3e6b0cfdc2a HTTP/1.1" status: 200 len: 842 time: 0.1689918 May 20 15:44:19.929395 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Request body: {'subnet': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:19.935371 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:19.939182 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Usage tracker for resource:subnet and tenant:1e281294acd24d1b840f3e15c3878ecd is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:19.942060 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:19.948752 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:19.959815 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Made reservation on behalf of 1e281294acd24d1b840f3e15c3878ecd for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:44:19.962237 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:20.394254 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.objects.ports [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91644) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:44:20.394632 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:20.399028 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:20.517118 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=652fe262-27f6-4b64-9661-68a7af1288dd,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:20.519119 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:20.519472 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Network hostable DHCP agents. Network: acb29dd0-df79-44f9-9207-b3e6b0cfdc2a, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:44:20.523977 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:20.540817 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:44:20.551872 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, acb29dd0-df79-44f9-9207-b3e6b0cfdc2a) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:20.559662 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ebbca7-31d0-411b-86e8-108e38df534c None None] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:44:20.561361 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:20.562129 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:20.583778 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6580012 May 20 15:44:20.775920 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f25d4-2851-4cfa-9bdb-2dfe6b6b3cd0 None None] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:44:22.851961 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 49826) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:23.053832 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-d457be46-c814-4f47-8e71-6edca3c4e9aa admin admin] 10.222.0.47 "GET /v2.0/routers/db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 HTTP/1.1" status: 200 len: 710 time: 0.2006748 May 20 15:44:23.183246 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d169710-d470-4619-869b-8cf71375e863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:23.184628 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-7d169710-d470-4619-869b-8cf71375e863 admin admin] 10.222.0.47 "GET /v2.0/networks/acb29dd0-df79-44f9-9207-b3e6b0cfdc2a HTTP/1.1" status: 200 len: 886 time: 0.1257663 May 20 15:44:23.193705 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:23.629513 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:23.773769 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 811ed6ae-3562-4068-8f80-56273eb6b3c7 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:23.845288 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 811ed6ae-3562-4068-8f80-56273eb6b3c7 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:23.849990 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 811ed6ae-3562-4068-8f80-56273eb6b3c7 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:23.850358 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:23.966547 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:23.968521 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:23.998923 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 811ed6ae-3562-4068-8f80-56273eb6b3c7, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=811ed6ae-3562-4068-8f80-56273eb6b3c7,segment=NetworkSegment(c1f14ebd-c1c0-48bb-9f32-af4522faf62a),segment_id=c1f14ebd-c1c0-48bb-9f32-af4522faf62a)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:44:24.002477 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:24.004656 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:24.025046 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:24.074147 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=811ed6ae-3562-4068-8f80-56273eb6b3c7,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:24.078577 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:24.212406 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Allocated IP 172.27.2.88 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/b7a22da9-5d0d-456f-9363-4a15b8a5f73d) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:44:24.352600 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:24.381540 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:24.386086 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:24.446739 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:24.450291 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:24.453995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:44:24.521759 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Pushing event updated for resources: {'Port': ['ID=b7a22da9-5d0d-456f-9363-4a15b8a5f73d,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:24.570155 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:24.831936 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.176131 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.179438 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-498936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-498862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473336'] for router, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.353953 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Router db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:44:25.580546 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:44:25.589149 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.590139 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Sync routers for ids ['db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:44:25.590605 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] 10.222.0.47 "PUT /v2.0/routers/db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 HTTP/1.1" status: 200 len: 889 time: 2.4000411 May 20 15:44:25.600499 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Routers {'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:25.601157 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:44:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:25.781841 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 811ed6ae-3562-4068-8f80-56273eb6b3c7 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:25.877381 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Set router db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:26.039896 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 811ed6ae-3562-4068-8f80-56273eb6b3c7 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:26.040241 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:26.326534 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'name': 'router1', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7a22da9-5d0d-456f-9363-4a15b8a5f73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:06Z', 'updated_at': '2021-05-20T15:44:24Z', 'revision_number': 4, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'gw_port': {'id': 'b7a22da9-5d0d-456f-9363-4a15b8a5f73d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:24Z', 'updated_at': '2021-05-20T15:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '811ed6ae-3562-4068-8f80-56273eb6b3c7', 'name': '', 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'mac_address': 'fa:16:3e:b7:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:15Z', 'updated_at': '2021-05-20T15:44:23Z', 'revision_number': 5, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'subnets': [{'id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee2c1198-1d7c-4858-a0a3-5839639c743e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:26.331426 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Checking router: db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:44:26.331806 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Updating router db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 port b7a22da9-5d0d-456f-9363-4a15b8a5f73d binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:44:26.401474 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:26.741502 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:26.753441 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Transition to ACTIVE for port object b7a22da9-5d0d-456f-9363-4a15b8a5f73d will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:26.759751 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:26.764321 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:26.843728 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Attempting to bind port b7a22da9-5d0d-456f-9363-4a15b8a5f73d on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:44:26.844090 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Attempting to bind port b7a22da9-5d0d-456f-9363-4a15b8a5f73d by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:44:26.844443 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Attempting to bind port b7a22da9-5d0d-456f-9363-4a15b8a5f73d on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:44:26.846528 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588ee2-2506-4624-9b18-a88648b32b8b None None] Pushing event updated for resources: {'Port': ['ID=b7a22da9-5d0d-456f-9363-4a15b8a5f73d,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:26.850084 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-eb588ee2-2506-4624-9b18-a88648b32b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:26.852567 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:44:26.852940 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:26.853344 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:26.854260 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:44:26.854260 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Bound port: b7a22da9-5d0d-456f-9363-4a15b8a5f73d, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:44:26.854957 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:26.931328 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] For port b7a22da9-5d0d-456f-9363-4a15b8a5f73d, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:44:26.935057 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] For port b7a22da9-5d0d-456f-9363-4a15b8a5f73d, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=b7a22da9-5d0d-456f-9363-4a15b8a5f73d,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:44:26.938851 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:26.942738 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:27.017493 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Routers {'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:27.018114 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:44:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:27.088222 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588ee2-2506-4624-9b18-a88648b32b8b None None] Pushing event updated for resources: {'Port': ['ID=b7a22da9-5d0d-456f-9363-4a15b8a5f73d,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:27.091894 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-eb588ee2-2506-4624-9b18-a88648b32b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:27.206175 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] Set router db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:27.565127 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'name': 'router1', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7a22da9-5d0d-456f-9363-4a15b8a5f73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:06Z', 'updated_at': '2021-05-20T15:44:24Z', 'revision_number': 4, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'gw_port': {'id': 'b7a22da9-5d0d-456f-9363-4a15b8a5f73d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:24Z', 'updated_at': '2021-05-20T15:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '811ed6ae-3562-4068-8f80-56273eb6b3c7', 'name': '', 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'mac_address': 'fa:16:3e:b7:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:15Z', 'updated_at': '2021-05-20T15:44:23Z', 'revision_number': 5, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'subnets': [{'id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee2c1198-1d7c-4858-a0a3-5839639c743e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:27.569242 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcde894-94a4-4336-bb6a-1979d5b54320 None None] The sync data for ids ['db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4'] in dv-cinder-784779-12-iscsi is: [{'id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'name': 'router1', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b7a22da9-5d0d-456f-9363-4a15b8a5f73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:06Z', 'updated_at': '2021-05-20T15:44:24Z', 'revision_number': 4, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'gw_port': {'id': 'b7a22da9-5d0d-456f-9363-4a15b8a5f73d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:24Z', 'updated_at': '2021-05-20T15:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '811ed6ae-3562-4068-8f80-56273eb6b3c7', 'name': '', 'network_id': '768ffe17-fe74-4fe0-b091-cfc423b802f8', 'tenant_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'mac_address': 'fa:16:3e:b7:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81289a-bddb-4c59-ab5b-6ac9dd0bfdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:15Z', 'updated_at': '2021-05-20T15:44:23Z', 'revision_number': 5, 'project_id': 'f5b1516c9c2d4ac294a96dba8c7fe21d', 'subnets': [{'id': 'caca71ef-ceb0-4742-ab0d-5f6b986537a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee2c1198-1d7c-4858-a0a3-5839639c743e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:44:27.815840 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device b7a22da9-5d0d-456f-9363-4a15b8a5f73d up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:27.894673 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port b7a22da9-5d0d-456f-9363-4a15b8a5f73d completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:27.899735 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port b7a22da9-5d0d-456f-9363-4a15b8a5f73d triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:27.900151 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:27.952536 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 49836) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:28.020769 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:28.039523 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port b7a22da9-5d0d-456f-9363-4a15b8a5f73d, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=b7a22da9-5d0d-456f-9363-4a15b8a5f73d,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:44:28.044230 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:28.046388 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:28.114447 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-31677f10-62e1-4a69-bf30-70acd60ba052 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1607842 May 20 15:44:28.120821 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=b7a22da9-5d0d-456f-9363-4a15b8a5f73d,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:28.137390 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:29.768840 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device b7a22da9-5d0d-456f-9363-4a15b8a5f73d up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:29.851122 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port b7a22da9-5d0d-456f-9363-4a15b8a5f73d triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:29.851519 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:37.606634 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 5 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:44:39.426369 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-fab75da9-d684-4e61-a2b6-753598df50e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:41.814952 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:42.071872 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4d99b96e-83a9-4088-94fd-e96ffe99e466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:43.066272 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:44.619904 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:09.434427 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-afdaf73d-1b67-4803-bbc5-b45cb72620d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:11.810442 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:12.072753 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-1aecf470-72ff-49d6-b8f5-86c59e54a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:13.074124 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:14.599714 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 5 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:45:14.623397 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:39.427217 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-36e6f2b0-f4e1-4b76-ad6d-afcc150bf04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:41.815389 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:42.070407 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-bee4fced-893d-404f-98bd-ad0101ae60f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:43.068175 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:44.624624 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:51.598915 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 5 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:46:03.233501 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50406) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:03.301306 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8bd830-36c3-4427-ab57-ab6c8e3fb869 admin admin] GET failed (client error): The resource could not be found. May 20 15:46:03.302582 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-9c8bd830-36c3-4427-ab57-ab6c8e3fb869 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0681412 May 20 15:46:03.433696 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd49ee88-c3c9-47d7-962d-f0ef3bc45491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:03.435068 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-dd49ee88-c3c9-47d7-962d-f0ef3bc45491 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1280484 May 20 15:46:05.537775 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50416) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:05.645539 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab12cb-86b7-4bf0-9edc-143ea1c76340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:05.646872 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-06ab12cb-86b7-4bf0-9edc-143ea1c76340 admin admin] 10.222.0.47 "GET /v2.0/subnets/caca71ef-ceb0-4742-ab0d-5f6b986537a4 HTTP/1.1" status: 200 len: 849 time: 0.1081691 May 20 15:46:05.656647 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:46:05.771979 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:05.957465 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733651892929'] for subnet, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:05.962443 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:06.001031 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:06.001628 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:06.002888 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] 10.222.0.47 "PUT /v2.0/subnets/caca71ef-ceb0-4742-ab0d-5f6b986537a4 HTTP/1.1" status: 200 len: 868 time: 0.3499465 May 20 15:46:06.003370 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189228e-67d9-4acd-89d2-1a93a4cec3ea None None] Network 768ffe17-fe74-4fe0-b091-cfc423b802f8 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:46:06.028187 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=caca71ef-ceb0-4742-ab0d-5f6b986537a4,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:06.037259 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.037707 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.038024 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.038357 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.038713 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.039054 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.039378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.039873 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.040887 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.041210 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.041527 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.041840 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:06.045522 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:06.432537 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-bdf390b5-6bb8-4c25-8418-5f3661c07f8f None None] Provisioning complete for port 811ed6ae-3562-4068-8f80-56273eb6b3c7 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:46:06.432906 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-bdf390b5-6bb8-4c25-8418-5f3661c07f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:06.560856 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-bdf390b5-6bb8-4c25-8418-5f3661c07f8f None None] Provisioning complete for port b069e752-819b-4307-98c5-7cefdd7cab65 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:46:06.561161 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-bdf390b5-6bb8-4c25-8418-5f3661c07f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:08.130910 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50426) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:08.304125 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b601f3e-be3c-466c-b0c8-d54356432fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:08.304605 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b601f3e-be3c-466c-b0c8-d54356432fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:08.306141 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-9b601f3e-be3c-466c-b0c8-d54356432fcf admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1742883 May 20 15:46:09.429645 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-d736ae0b-9059-46d7-9012-e254fda5f4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:10.423619 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50436) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:10.595932 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a557a-1e0f-4542-8bf6-56cd912a967d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:10.596419 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a557a-1e0f-4542-8bf6-56cd912a967d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:10.597928 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-110a557a-1e0f-4542-8bf6-56cd912a967d admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1733403 May 20 15:46:11.817991 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:12.072978 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-926f7b0f-3de3-4b77-bc94-df31fc69b545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:12.716103 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50446) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:12.888967 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd223d8-cff6-44c8-9de7-95369793ad2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:12.892270 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-0cd223d8-cff6-44c8-9de7-95369793ad2a admin admin] 10.222.0.47 "GET /v2.0/networks/768ffe17-fe74-4fe0-b091-cfc423b802f8 HTTP/1.1" status: 200 len: 869 time: 0.1750743 May 20 15:46:13.079170 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:14.627733 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:15.002254 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50456) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:15.171023 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd29b8-4e60-4e43-ae6c-7547a39c8a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:15.172410 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-78dd29b8-4e60-4e43-ae6c-7547a39c8a85 admin admin] 10.222.0.47 "GET /v2.0/networks/acb29dd0-df79-44f9-9207-b3e6b0cfdc2a HTTP/1.1" status: 200 len: 886 time: 0.1692107 May 20 15:46:17.279608 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50466) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:17.390304 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679a604f-4c8f-4061-af39-2802a5382192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:17.390665 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679a604f-4c8f-4061-af39-2802a5382192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:17.391374 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-679a604f-4c8f-4061-af39-2802a5382192 admin admin] Synchronizing usage tracker for tenant:1e281294acd24d1b840f3e15c3878ecd on resource:subnet {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:46:17.407526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-679a604f-4c8f-4061-af39-2802a5382192 admin admin] Unset dirty status for tenant:1e281294acd24d1b840f3e15c3878ecd on resource:subnet {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:46:17.408676 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-679a604f-4c8f-4061-af39-2802a5382192 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281221 May 20 15:46:19.504993 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50476) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:19.610561 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b430f88-1448-4969-82e6-67bb9d51cfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:19.611022 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b430f88-1448-4969-82e6-67bb9d51cfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:19.612568 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-5b430f88-1448-4969-82e6-67bb9d51cfad admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1066296 May 20 15:46:21.707842 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50486) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:21.809136 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc3978a-9bd8-484c-8cdc-6fbbd6c74449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:21.810464 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-bbc3978a-9bd8-484c-8cdc-6fbbd6c74449 admin admin] 10.222.0.47 "GET /v2.0/subnets/652fe262-27f6-4b64-9661-68a7af1288dd HTTP/1.1" status: 200 len: 816 time: 0.1016812 May 20 15:46:23.940673 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50496) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:24.051561 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05faa6f9-1641-4353-b2a6-c60940ccfe65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:24.052925 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-05faa6f9-1641-4353-b2a6-c60940ccfe65 admin admin] 10.222.0.47 "GET /v2.0/subnets/caca71ef-ceb0-4742-ab0d-5f6b986537a4 HTTP/1.1" status: 200 len: 868 time: 0.1113038 May 20 15:46:28.597720 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 5 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:46:39.432171 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-5ebdb22d-09fe-454c-b529-0886df9121d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:41.819114 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:42.077437 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-185ed514-6c59-4926-a26c-c093feaa0033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:43.075604 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:44.633604 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:47.008728 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50540) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:47.058011 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [None req-e49578f7-bf55-4890-bda8-f57d6eac9c3e admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:46:47.059020 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-e49578f7-bf55-4890-bda8-f57d6eac9c3e admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493574 May 20 15:46:49.277133 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50550) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:49.342969 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dab623-54c8-4c7f-b221-99e6338cd11d admin admin] GET failed (client error): The resource could not be found. May 20 15:46:49.344236 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-20dab623-54c8-4c7f-b221-99e6338cd11d admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661790 May 20 15:46:49.481352 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd01d9-5e86-46e0-95cb-74b996831fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:49.482716 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-cacd01d9-5e86-46e0-95cb-74b996831fe7 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1347415 May 20 15:46:51.638763 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50560) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:51.686153 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:46:51.690699 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:46:51.701443 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:46:51.712259 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Made reservation on behalf of 1e281294acd24d1b840f3e15c3878ecd for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:46:51.714568 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:51.802466 dv-cinder-784779-12-iscsi neutron-server[91644]: WARNING neutron.services.revisions.revision_plugin [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Could not find related network for resource to bump revision. May 20 15:46:51.814922 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:46:51.825393 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:51.825737 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Added segment a2c5a8ca-2a12-47ca-ac68-93153686738d of type vlan for network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 May 20 15:46:51.851022 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:51.882527 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:51.884641 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:51.885167 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:51.888446 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:51.988231 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3483720 May 20 15:46:51.991202 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Pushing event updated for resources: {'Network': ['ID=5accc9ae-afa9-422f-bd6b-d523afc8cff3,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:51.998340 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:51.998685 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:51.999022 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:51.999351 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:51.999712 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:52.000026 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:52.000351 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:52.000695 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:52.001042 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:52.001358 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:52.001674 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:52.001988 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:52.005755 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:52.014356 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:46:54.126378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50570) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:54.193271 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.pecan_wsgi.hooks.translation [None req-105234cc-d067-45ce-ba6b-8503cbf5ec5a admin admin] GET failed (client error): The resource could not be found. May 20 15:46:54.194507 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-105234cc-d067-45ce-ba6b-8503cbf5ec5a admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672736 May 20 15:46:54.299015 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ee25f-c1b9-4d56-b7ec-18fc7e0aa522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:54.300515 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-aa5ee25f-c1b9-4d56-b7ec-18fc7e0aa522 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1022995 May 20 15:46:54.310945 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:46:54.315572 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:46:54.325811 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:46:54.334837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Made reservation on behalf of 1e281294acd24d1b840f3e15c3878ecd for: {'subnet': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:46:54.337658 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:54.712614 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:54.715990 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:54.787839 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d924c8f-dcb5-4be2-a1dd-b4ec6793ad57,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:54.791115 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:54.798096 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Checking segment: {'id': 'a2c5a8ca-2a12-47ca-ac68-93153686738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:46:54.798441 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Network hostable DHCP agents. Network: 5accc9ae-afa9-422f-bd6b-d523afc8cff3, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:46:54.814545 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:46:54.823643 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 5accc9ae-afa9-422f-bd6b-d523afc8cff3) {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:46:54.828193 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:54.828814 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:54.835245 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae581964-f547-4387-94d0-ac34bd05b746 None None] Network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:46:54.884748 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5775502 May 20 15:46:55.073738 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-5accc9ae-afa9-422f-bd6b-d523afc8cff3', 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3', 'tenant_id': '1e281294acd24d1b840f3e15c3878ecd', 'fixed_ips': [{'subnet_id': '8d924c8f-dcb5-4be2-a1dd-b4ec6793ad57'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:46:55.074587 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:55.238624 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Allocated IP 192.168.233.2 (5accc9ae-afa9-422f-bd6b-d523afc8cff3/8d924c8f-dcb5-4be2-a1dd-b4ec6793ad57/038c9d99-eb7c-4d41-bff1-fafe1f2e1906) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:46:55.448640 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:55.459632 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Transition to ACTIVE for port object 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:46:55.478687 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Transition to ACTIVE for port object 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:46:55.485024 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:55.489643 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:55.556828 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:46:55.559654 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:46:55.566115 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:46:55.568243 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Pushing event updated for resources: {'Port': ['ID=038c9d99-eb7c-4d41-bff1-fafe1f2e1906,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:55.577419 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.577776 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.578117 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.578450 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.578775 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.579108 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.579432 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.579776 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.580117 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.580444 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.580762 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.581075 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:55.608823 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:55.668077 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Attempting to bind port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:46:55.668454 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Attempting to bind port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': 'a2c5a8ca-2a12-47ca-ac68-93153686738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:46:55.669103 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Attempting to bind port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 on network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:46:55.674872 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:46:55.675247 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Checking segment: {'id': 'a2c5a8ca-2a12-47ca-ac68-93153686738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:46:55.675652 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:55.676079 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Bound using segment: {'id': 'a2c5a8ca-2a12-47ca-ac68-93153686738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:46:55.676552 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Bound port: 038c9d99-eb7c-4d41-bff1-fafe1f2e1906, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c5a8ca-2a12-47ca-ac68-93153686738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:46:55.676929 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:55.769131 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] For port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:46:55.772324 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] For port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=038c9d99-eb7c-4d41-bff1-fafe1f2e1906,segment=NetworkSegment(a2c5a8ca-2a12-47ca-ac68-93153686738d),segment_id=a2c5a8ca-2a12-47ca-ac68-93153686738d)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:46:55.776798 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:55.780666 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:55.856123 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Pushing event updated for resources: {'Port': ['ID=038c9d99-eb7c-4d41-bff1-fafe1f2e1906,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:55.859178 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:56.654247 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a83caae-fd34-4228-8faa-999cbee4118d None None] Network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:46:56.771176 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-f90db998-8c09-426b-a928-99f2b5dee114 None None] Provisioning for port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:46:57.887584 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:46:57.955908 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:46:57.961219 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:46:57.961594 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:58.080056 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:58.111848 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=038c9d99-eb7c-4d41-bff1-fafe1f2e1906,segment=NetworkSegment(a2c5a8ca-2a12-47ca-ac68-93153686738d),segment_id=a2c5a8ca-2a12-47ca-ac68-93153686738d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:46:58.116329 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:58.119503 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:58.204514 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=038c9d99-eb7c-4d41-bff1-fafe1f2e1906,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:58.207498 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:59.862385 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:46:59.931315 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 038c9d99-eb7c-4d41-bff1-fafe1f2e1906 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:46:59.931784 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:05.597396 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 5 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:47:09.433692 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-fee31249-093f-45f3-b4c1-9c04e54b71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:11.824088 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:12.080980 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-bee7190f-c525-4f15-bd9c-f85f89fad07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:13.078694 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:14.638851 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:39.438474 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-78402c9a-f5b5-4e82-988a-67d170fa27af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:41.826994 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:42.082383 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-d25aacaf-e568-43c1-9930-38f640862045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:42.595711 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 5 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:47:43.081729 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:44.643243 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:00.379802 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50620) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:48:00.386482 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [None req-1b19e6b5-ba03-4f98-beca-5bcfbdc80e03 tempest-verify_tempest_config-884308135 tempest-verify_tempest_config-884308135-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:48:00.387439 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-1b19e6b5-ba03-4f98-beca-5bcfbdc80e03 tempest-verify_tempest_config-884308135 tempest-verify_tempest_config-884308135-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061646 May 20 15:48:00.693330 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50638) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:48:00.808587 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:00.822237 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:48:00.825938 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Usage tracker for resource:security_group_rule and tenant:7000921b026a4191878d4efe3aa46bb8 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:48:00.828669 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:48:00.834675 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:48:00.915485 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:00.919139 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:00.926202 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:48:00.968510 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3eae5b-7a31-4ae8-87d7-33bfde7f43c5,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:48:00.972628 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Synchronizing usage tracker for tenant:1e281294acd24d1b840f3e15c3878ecd on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:48:00.979615 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.980007 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.980340 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.980668 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.980990 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.981324 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.981644 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.981973 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.982305 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.982621 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.982931 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.983238 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:00.989200 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:48:00.998728 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Unset dirty status for tenant:1e281294acd24d1b840f3e15c3878ecd on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:48:00.999977 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7000921b026a4191878d4efe3aa46bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3056536 May 20 15:48:01.002647 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50644) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:48:01.059971 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b12dcbf6-52df-426d-b211-502109fbbd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:01.084646 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b12dcbf6-52df-426d-b211-502109fbbd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:01.175797 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b12dcbf6-52df-426d-b211-502109fbbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:01.180168 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:48:01.191247 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dcbf6-52df-426d-b211-502109fbbd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3eae5b-7a31-4ae8-87d7-33bfde7f43c5,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:48:01.195521 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b12dcbf6-52df-426d-b211-502109fbbd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:48:01.197370 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b12dcbf6-52df-426d-b211-502109fbbd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:01.198470 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b12dcbf6-52df-426d-b211-502109fbbd92 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce3eae5b-7a31-4ae8-87d7-33bfde7f43c5 HTTP/1.1" status: 204 len: 168 time: 0.1949499 May 20 15:48:09.441296 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-ff6ddc79-b3ee-436c-8b0a-c0f059730e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:11.829783 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:12.086523 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-5ddf601c-0df5-4950-bc02-ff9e4aa6ad3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:13.085229 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:14.643914 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:19.595199 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 5 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:48:39.444782 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c061274d-2eee-4aee-943e-d45fc5bdd105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:41.832134 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:42.088500 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-ea079d08-936c-4c61-b276-7bd323d3e9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:43.086524 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:44.646521 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:56.593790 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 5 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:49:09.446423 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-9586e57c-3d95-4f5c-a351-adf9888a61d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:11.835788 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:12.090105 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b8cd58b1-3850-4a1d-92a8-dbe9c3dccb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:13.089982 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:14.649049 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:33.591980 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 5 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:49:37.514098 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260'] for agent, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:39.448362 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-a1794525-551d-450a-b609-193600c4d823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:41.151972 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50696) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:49:41.262145 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b5143c56-38e5-4e61-8bd0-ee16ad776d08 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1090868 May 20 15:49:41.838528 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:42.090875 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7afff4e5-8f95-4f20-909b-48061ee1dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:43.095290 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:43.368258 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50706) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:49:43.426254 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d6145db4-81d5-4169-a0ff-256f935c9024 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0569832 May 20 15:49:44.652021 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:07.467418 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:09.449105 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-a3802b20-b128-463b-a66f-60b5dc773a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:10.591294 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:50:11.840214 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:12.091331 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6426f438-31ad-466d-b136-8630d8cf19d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:13.095052 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:14.655091 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:37.484399 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:39.454263 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0a342a03-b0a9-4452-87ea-9202d0e31eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:41.844140 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:42.092945 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-73dfe182-cf1d-4a1a-948e-9f2e28838d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:43.098932 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:44.661422 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:47.589795 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:51:07.497934 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:09.462007 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-5377cc15-f17b-401f-be29-e3fd5217264f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:11.858441 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:12.098553 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e6c10f86-435c-4e7d-81d3-a64c28fdf868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:12.667501 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50884) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:12.729934 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50896) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:12.992239 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1888838817-network', 'tenant_id': 'dc5489ff928646db9538cbea44874be8'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:12.997069 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:13.001159 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Usage tracker for resource:network and tenant:dc5489ff928646db9538cbea44874be8 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:13.004137 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:13.010373 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:13.021103 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Made reservation on behalf of dc5489ff928646db9538cbea44874be8 for: {'network': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:13.024062 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.034409 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-network', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:13.039285 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:13.041582 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.044481 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Usage tracker for resource:network and tenant:b890624e3d734594ae45927cebe3c4a0 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:13.047823 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:13.056393 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:13.071105 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Made reservation on behalf of b890624e3d734594ae45927cebe3c4a0 for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:13.072301 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:13.076336 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5489ff928646db9538cbea44874be8 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:13.076846 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.079665 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:13.086226 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:13.091334 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.110401 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:13.114499 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.116047 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Usage tracker for resource:security_group_rule and tenant:b890624e3d734594ae45927cebe3c4a0 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:13.119463 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:13.125691 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:13.161923 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50916) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:13.203417 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.210837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.216610 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:13.227057 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.236736 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.244281 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e199ef12-b378-4ec0-8f3f-69f480ce2b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:13.261828 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d0106-ced9-41a8-a68b-9025b0040cb3,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:13.271978 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=91643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:13.281265 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93da616-1d5a-42ea-83a2-88feddadceb8,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:13.284987 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733651805242', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.285596 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Unsubscribe: segment precommit_create {{(pid=91643) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 15:51:13.286070 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.segments_db [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Added segment 3bde3fb1-8fe5-4d9f-b823-b80bf06178c3 of type vlan for network 62e99782-e960-41c6-bf43-1a8213aadc2b May 20 15:51:13.291884 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:13.294506 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.294845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.295167 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.295478 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.296003 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.296481 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.296966 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.297448 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.297923 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.298402 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.298874 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.299505 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Tracked resource versions report: May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: pushed versions: May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: { 'AddressGroup': {'1.2'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'ConntrackHelper': {'1.0'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Log': {'1.0'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Network': {'1.1'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Port': {'1.7'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'PortForwarding': {'1.2'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'QosPolicy': {'1.8'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SecurityGroup': {'1.4'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SubPort': {'1.0'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Subnet': {'1.1'}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Trunk': {'1.1'}} May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: consumer versions: May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: { DHCP agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: HyperV agent@hv-cinder-78477: {}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: L3 agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: Metadata agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: Metering agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: Open vSwitch agent@dv-cinder-784779-12-iscsi: { 'AddressGroup': '1.2', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'ConntrackHelper': '1.0', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Log': '1.0', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Network': '1.1', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Port': '1.7', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'PortForwarding': '1.2', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'QosPolicy': '1.8', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SecurityGroup': '1.4', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SecurityGroupRule': '1.2', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'SubPort': '1.0', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Subnet': '1.1', May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: 'Trunk': '1.1'}} May 20 15:51:13.300786 dv-cinder-784779-12-iscsi neutron-server[91644]: {{(pid=91644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:13.325125 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.326844 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:13.329709 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.329842 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.330064 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.330775 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.330873 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Added segment 542372a3-4ded-494c-a356-454f380dfd1d of type vlan for network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 May 20 15:51:13.330952 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.331123 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.331724 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.332231 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.332735 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.333223 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.333695 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.334203 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.334685 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Tracked resource versions report: May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: pushed versions: May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: { 'AddressGroup': {'1.2'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'ConntrackHelper': {'1.0'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Log': {'1.0'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Network': {'1.1'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Port': {'1.7'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'PortForwarding': {'1.2'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'QosPolicy': {'1.8'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SecurityGroup': {'1.4'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SubPort': {'1.0'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Subnet': {'1.1'}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Trunk': {'1.1'}} May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: consumer versions: May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: { DHCP agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: HyperV agent@hv-cinder-78477: {}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: L3 agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: Metadata agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: Metering agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: Open vSwitch agent@dv-cinder-784779-12-iscsi: { 'AddressGroup': '1.2', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'ConntrackHelper': '1.0', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Log': '1.0', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Network': '1.1', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Port': '1.7', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'PortForwarding': '1.2', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'QosPolicy': '1.8', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SecurityGroup': '1.4', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SecurityGroupRule': '1.2', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'SubPort': '1.0', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Subnet': '1.1', May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: 'Trunk': '1.1'}} May 20 15:51:13.335980 dv-cinder-784779-12-iscsi neutron-server[91643]: {{(pid=91643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:13.362491 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.375276 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:13.379655 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.382739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:13.384693 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.405459 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:13.411602 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.413307 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:13.413982 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.438213 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cd5967ca-eda8-4093-81d4-869bb2e4509d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:13.460664 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7294102 May 20 15:51:13.461473 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50934) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:13.480937 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Request body: {'subnet': {'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-subnet', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:13.485966 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:13.489639 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Usage tracker for resource:subnet and tenant:b890624e3d734594ae45927cebe3c4a0 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:13.493845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:13.499827 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:13.500508 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Pushing event updated for resources: {'Network': ['ID=62e99782-e960-41c6-bf43-1a8213aadc2b,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:13.504841 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:13.511721 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8429506 May 20 15:51:13.512798 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50938) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:13.515139 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 62e99782-e960-41c6-bf43-1a8213aadc2b details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:13.520810 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Request body: {'subnet': {'network_id': '62e99782-e960-41c6-bf43-1a8213aadc2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1888838817-subnet', 'tenant_id': 'dc5489ff928646db9538cbea44874be8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:13.525982 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:13.530901 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Usage tracker for resource:subnet and tenant:dc5489ff928646db9538cbea44874be8 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:13.534272 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:13.541948 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:13.560448 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Made reservation on behalf of dc5489ff928646db9538cbea44874be8 for: {'subnet': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:13.567935 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.618996 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Made reservation on behalf of b890624e3d734594ae45927cebe3c4a0 for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:13.621319 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.645631 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Pushing event updated for resources: {'Network': ['ID=1acadefb-1ef9-47b6-91a4-9b1c8bad9691,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:13.657583 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:13.679873 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:13.726095 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-171751365-network', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:13.743546 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:13.748390 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Usage tracker for resource:network and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:13.752774 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:13.760907 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:13.767212 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50952) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:13.835409 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Made reservation on behalf of 1f20e9aa07e94805976243a3976d9fbb for: {'network': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:13.838689 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.858465 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.895370 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:13.905256 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Usage tracker for resource:security_group_rule and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:13.918635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:13.929264 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:14.135549 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.151543 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.152842 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.155140 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-network', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:14.161750 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:14.171261 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:14.174257 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f0e0a739-3285-4635-885f-e5d797807a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:14.201017 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Usage tracker for resource:network and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:14.207795 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:14.216133 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:14.218973 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=91643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:14.252400 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.253132 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.segments_db [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Added segment 7397d819-256b-4c50-bff9-c485716e4780 of type vlan for network aaa771bb-5030-45cb-8aff-d495e9718ed8 May 20 15:51:14.254439 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Made reservation on behalf of 6bcb1140b8394a729cc9a226c0a23a6c for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:14.254577 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12a645-d7b1-45f1-b889-66fc3be7d623,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:14.257870 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.277952 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.282912 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:14.289085 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.296463 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a09df72-a068-405b-b078-e72711c473f8,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:14.299112 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-2e0689a5-6212-4e9d-8ef2-ad4a0fbfe4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:14.299247 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:14.305489 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:14.307903 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Checking segment: {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:14.308246 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Network hostable DHCP agents. Network: 1acadefb-1ef9-47b6-91a4-9b1c8bad9691, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:14.313226 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Usage tracker for resource:security_group_rule and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:14.316259 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:14.325364 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:14.352036 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:14.364503 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.368277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 1acadefb-1ef9-47b6-91a4-9b1c8bad9691) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:14.373087 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:14.374349 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.377765 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b24ef0-23ba-4275-8fa4-fff247ae7163 None None] Network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:14.439887 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f283d71-768b-489d-805e-5421f07acae2,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:14.448485 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:14.459648 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Checking segment: {'id': '3bde3fb1-8fe5-4d9f-b823-b80bf06178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '62e99782-e960-41c6-bf43-1a8213aadc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:14.460517 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Network hostable DHCP agents. Network: 62e99782-e960-41c6-bf43-1a8213aadc2b, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:14.477131 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0082922 May 20 15:51:14.477332 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.478799 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 50980) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:14.485879 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:14.486866 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.504385 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:14.509384 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1859ece2-4a35-4efe-b4db-047672ad77b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:14.525866 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Network 62e99782-e960-41c6-bf43-1a8213aadc2b is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:14.564155 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.575214 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.579712 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e36a4b58-be0a-460e-8081-00849b91728e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:14.671401 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa771bb-5030-45cb-8aff-d495e9718ed8,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:14.675817 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f4f3d9-6421-4a37-a6e6-2dc2536aaf46,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:14.679183 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:14.682675 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 62e99782-e960-41c6-bf43-1a8213aadc2b) {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:14.683014 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:14.702246 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:14.706829 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:14.708219 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Usage tracker for resource:router and tenant:b890624e3d734594ae45927cebe3c4a0 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:14.718162 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:14.756814 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:14.757427 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.757427 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Added segment c1032b03-3f2c-4794-bda7-8d453d4c3836 of type vlan for network 0043754e-75c8-4d67-a366-20c5ef1cd936 May 20 15:51:14.768274 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:14.771082 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.796245 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6331255 May 20 15:51:14.797667 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 50994) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:14.818800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.823973 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Request body: {'subnet': {'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-171751365-subnet', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:14.825439 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.835378 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:14.848545 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Usage tracker for resource:subnet and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:14.848778 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-5f758f4b-5077-4006-bcb7-b731c3dbd29f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3338048 May 20 15:51:14.855441 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.864166 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:14.873536 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:14.884523 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.888820 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:14.918365 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed3a37-f827-45f9-a863-144eb6376fb9 None None] Network 62e99782-e960-41c6-bf43-1a8213aadc2b requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:14.924646 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Made reservation on behalf of 1f20e9aa07e94805976243a3976d9fbb for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:14.928168 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.949034 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.956234 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:14.957200 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.977032 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:15.084609 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e3c5f3-9f7b-4ddd-a699-c560dfb31e14 None None] Network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:15.160714 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Pushing event updated for resources: {'Network': ['ID=0043754e-75c8-4d67-a366-20c5ef1cd936,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:15.213549 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:15.231456 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4608037 May 20 15:51:15.233799 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51018) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:15.242039 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Request body: {'subnet': {'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-subnet', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:15.250525 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:15.257977 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Usage tracker for resource:subnet and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:15.262392 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:15.270376 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:15.327738 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Made reservation on behalf of 6bcb1140b8394a729cc9a226c0a23a6c for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:15.327738 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:15.394256 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:15.525588 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:15.776231 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:15.926612 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:15.945682 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-811782ad-fdfc-4f1b-b913-06e1d3202b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:15.996009 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301e759a-80f6-4bab-a089-09daee2aaf38 None None] Network 62e99782-e960-41c6-bf43-1a8213aadc2b requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:16.015731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.049850 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.170568 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a624cae-7e53-4475-864d-2e9e810196af,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:16.178487 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:16.182624 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Checking segment: {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:16.183349 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Network hostable DHCP agents. Network: aaa771bb-5030-45cb-8aff-d495e9718ed8, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:16.212079 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:16.273545 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Allocated IP 172.27.2.180 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/18c33a2b-626b-41f7-8542-bf14c1137c1f) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:16.369422 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, aaa771bb-5030-45cb-8aff-d495e9718ed8) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:16.378606 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:16.379191 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.379423 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa2b52f-1408-4353-b4bc-17adb48b583e None None] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:16.413344 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.419596 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:16.485395 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6778111 May 20 15:51:16.486057 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51060) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:16.506628 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:16.511619 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:16.515538 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Usage tracker for resource:router and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:16.523318 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:16.529864 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:16.543966 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Checking segment: {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:16.544134 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.544448 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Network hostable DHCP agents. Network: 0043754e-75c8-4d67-a366-20c5ef1cd936, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:16.565081 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.566366 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.586882 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.661398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.665060 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611a5ca4-337a-4272-91b6-38b0cc470f1f,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:16.666581 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:16.674408 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:16.676727 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:16.730753 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:16.733692 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:16.737626 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:16.748122 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 0043754e-75c8-4d67-a366-20c5ef1cd936) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:16.761680 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:16.762573 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.816505 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3547a2-56fb-47ab-b50f-a07681da40ce None None] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:16.888397 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Pushing event updated for resources: {'Port': ['ID=18c33a2b-626b-41f7-8542-bf14c1137c1f,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:16.912667 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:17.018818 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:17.030847 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-aaa771bb-5030-45cb-8aff-d495e9718ed8', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:51:17.031723 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:17.066376 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8315194 May 20 15:51:17.070018 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51086) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:17.082875 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:17.096713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:17.105598 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Usage tracker for resource:router and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:17.109440 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:17.117330 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:17.220606 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:17.221974 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:17.239302 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:17.344696 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51114) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:17.361412 dv-cinder-784779-12-iscsi neutron-server[91644]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 15:51:17.416257 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-0043754e-75c8-4d67-a366-20c5ef1cd936', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:51:17.417489 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:17.447308 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:17.737760 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Allocated IP 172.20.0.2 (aaa771bb-5030-45cb-8aff-d495e9718ed8/8a624cae-7e53-4475-864d-2e9e810196af/9c00eded-05b6-4bae-99bc-7f13217972e0) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:17.794526 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Allocated IP 172.20.0.2 (0043754e-75c8-4d67-a366-20c5ef1cd936/611a5ca4-337a-4272-91b6-38b0cc470f1f/3281e7d5-8de2-4884-aeb2-a6a5f9993db9) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:17.859727 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51142) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:18.097690 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.117462 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-61eb385b-f8df-48df-9dd4-787b6bc20f6c tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:18.119077 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-61eb385b-f8df-48df-9dd4-787b6bc20f6c tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/networks?id=62e99782-e960-41c6-bf43-1a8213aadc2b HTTP/1.1" status: 200 len: 812 time: 0.7727373 May 20 15:51:18.120230 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.169953 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.217464 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-79b90464-80f4-48e3-924c-a5c933478d96 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/quotas/dc5489ff928646db9538cbea44874be8 HTTP/1.1" status: 200 len: 375 time: 0.0649624 May 20 15:51:18.286271 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.289851 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.307382 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Transition to ACTIVE for port object 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:18.311423 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Transition to ACTIVE for port object 9c00eded-05b6-4bae-99bc-7f13217972e0 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:18.343734 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Transition to ACTIVE for port object 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:18.345215 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Transition to ACTIVE for port object 9c00eded-05b6-4bae-99bc-7f13217972e0 will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:18.351298 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.358175 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.361798 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:18.376477 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:51:18.406567 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.435079 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:18.445296 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:18.446801 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.453070 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:18.457193 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:18.460542 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:18.465490 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:18.466328 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:18.470654 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc1188b5ce44002826109788f1307bf is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:18.474610 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:18.494600 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-5dd26367-4e8b-4ac5-9c0d-a9d6ce9d7fd9 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc5489ff928646db9538cbea44874be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525273 May 20 15:51:18.561300 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:18.607578 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Attempting to bind port 9c00eded-05b6-4bae-99bc-7f13217972e0 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:18.607962 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Attempting to bind port 9c00eded-05b6-4bae-99bc-7f13217972e0 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:18.608322 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Attempting to bind port 9c00eded-05b6-4bae-99bc-7f13217972e0 on network aaa771bb-5030-45cb-8aff-d495e9718ed8 {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:18.618961 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:18.633576 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Sync routers for ids ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:18.648614 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Routers {'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:18.649391 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:18.670600 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:18.670959 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Checking segment: {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:18.671753 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.671891 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Bound using segment: {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:18.672267 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Bound port: 9c00eded-05b6-4bae-99bc-7f13217972e0, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:18.672631 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.712392 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Notify callbacks [] for router, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.716381 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Pushing event updated for resources: {'Port': ['ID=9c00eded-05b6-4bae-99bc-7f13217972e0,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:18.717194 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2217188 May 20 15:51:18.718360 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51184) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:18.730348 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.731263 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.731263 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.731466 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.731709 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.732055 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.732655 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.732655 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.733024 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.733418 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.733645 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.733994 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Tracked resource versions report: May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: pushed versions: May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: { 'AddressGroup': {'1.2'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'ConntrackHelper': {'1.0'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Log': {'1.0'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Network': {'1.1'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Port': {'1.7'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'PortForwarding': {'1.2'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'QosPolicy': {'1.8'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SecurityGroup': {'1.4'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SubPort': {'1.0'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Subnet': {'1.1'}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Trunk': {'1.1'}} May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: consumer versions: May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: { DHCP agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: HyperV agent@hv-cinder-78477: {}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: L3 agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: Metadata agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: Metering agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: Open vSwitch agent@dv-cinder-784779-12-iscsi: { 'AddressGroup': '1.2', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'ConntrackHelper': '1.0', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Log': '1.0', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Network': '1.1', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Port': '1.7', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'PortForwarding': '1.2', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'QosPolicy': '1.8', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SecurityGroup': '1.4', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SecurityGroupRule': '1.2', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'SubPort': '1.0', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Subnet': '1.1', May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: 'Trunk': '1.1'}} May 20 15:51:18.735167 dv-cinder-784779-12-iscsi neutron-server[91645]: {{(pid=91645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:18.775487 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Allocated IP 172.27.2.160 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/fbe29f13-664b-44d9-8000-4f88e900992d) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:18.792627 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-a9582939-27be-41be-a5d4-6f83b273d979 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:51:18.793650 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-a9582939-27be-41be-a5d4-6f83b273d979 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1021893 May 20 15:51:18.796891 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Attempting to bind port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:18.797101 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Attempting to bind port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:18.797450 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Attempting to bind port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 on network 0043754e-75c8-4d67-a366-20c5ef1cd936 {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:18.820250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:18.820528 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Checking segment: {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:18.821107 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.821529 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Bound using segment: {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:18.822008 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Bound port: 3281e7d5-8de2-4884-aeb2-a6a5f9993db9, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:18.822388 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.933367 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.945170 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] For port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:18.948400 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] For port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3281e7d5-8de2-4884-aeb2-a6a5f9993db9,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:18.948895 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.963118 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Set router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:18.966531 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Pushing event updated for resources: {'Port': ['ID=3281e7d5-8de2-4884-aeb2-a6a5f9993db9,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:18.970938 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:18.974820 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.549s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:18.975134 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:18.978647 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:18.988616 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:19.033470 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:19.039818 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] For port 9c00eded-05b6-4bae-99bc-7f13217972e0, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:19.067924 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] For port 9c00eded-05b6-4bae-99bc-7f13217972e0, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=9c00eded-05b6-4bae-99bc-7f13217972e0,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:19.084362 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:19.108098 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Pushing event updated for resources: {'Port': ['ID=3281e7d5-8de2-4884-aeb2-a6a5f9993db9,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:19.111927 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:19.123966 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:19.252428 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Pushing event updated for resources: {'Port': ['ID=9c00eded-05b6-4bae-99bc-7f13217972e0,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:19.256304 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:19.382255 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:14Z', 'updated_at': '2021-05-20T15:51:17Z', 'revision_number': 3, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'gw_port': {'id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:19.404096 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Checking router: b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:19.404453 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Updating router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df port 18c33a2b-626b-41f7-8542-bf14c1137c1f binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:19.495089 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-d283e83d-fe6a-46c3-a750-a6dec1b2d370 service neutron] 10.222.0.47 "GET /v2.0/networks/62e99782-e960-41c6-bf43-1a8213aadc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547487 May 20 15:51:19.497331 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2fc1188b5ce44002826109788f1307bf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4211104 May 20 15:51:19.500830 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51200) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:19.542210 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:19.690600 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221b6554-5534-4c8e-b0f5-c1ba4a676dbd,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:19.700492 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:19.755183 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:19.801141 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c6079790-0300-4e09-9f56-e11c3571e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:19.827751 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c6079790-0300-4e09-9f56-e11c3571e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:19.834853 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51214) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:19.861895 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:19.898885 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:19.974825 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-11b461ac-da9f-44fa-84f1-b5ff4952d7bb service neutron] 10.222.0.47 "GET /v2.0/networks/62e99782-e960-41c6-bf43-1a8213aadc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553423 May 20 15:51:19.982419 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c6079790-0300-4e09-9f56-e11c3571e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:19.997664 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:20.029951 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.054293 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:20.056921 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.059280 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Usage tracker for resource:security_group_rule and tenant:d0064ac2d6c541edae16e970c98812b5 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:20.060829 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c6079790-0300-4e09-9f56-e11c3571e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.065324 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:20.065814 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c6079790-0300-4e09-9f56-e11c3571e3b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/221b6554-5534-4c8e-b0f5-c1ba4a676dbd HTTP/1.1" status: 204 len: 168 time: 0.5486569 May 20 15:51:20.066892 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6079790-0300-4e09-9f56-e11c3571e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221b6554-5534-4c8e-b0f5-c1ba4a676dbd,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:20.068029 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-92f88db2-00e8-44f2-85ae-2156cf477a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:20.082619 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c6079790-0300-4e09-9f56-e11c3571e3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:20.095290 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.107530 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:20.148316 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:20.153986 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:20.164334 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:20.266251 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 9c00eded-05b6-4bae-99bc-7f13217972e0 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:20.373166 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51230) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:20.404187 dv-cinder-784779-12-iscsi neutron-server[91643]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 15:51:20.419656 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe29f13-664b-44d9-8000-4f88e900992d,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:20.451036 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:20.476816 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 9c00eded-05b6-4bae-99bc-7f13217972e0 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:20.482850 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:20.565770 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.604262 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Transition to ACTIVE for port object 18c33a2b-626b-41f7-8542-bf14c1137c1f will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:20.628070 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.633818 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:20.657505 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:20.678765 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ef664bae-042f-482e-b0f5-4619cd190a8b req-aef1ddd0-ba6d-4def-b844-48115f587180 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 210 time: 0.3044767 May 20 15:51:20.780794 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Attempting to bind port 18c33a2b-626b-41f7-8542-bf14c1137c1f on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:20.781597 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Attempting to bind port 18c33a2b-626b-41f7-8542-bf14c1137c1f by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:20.782307 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Attempting to bind port 18c33a2b-626b-41f7-8542-bf14c1137c1f on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:20.789402 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Pushing event updated for resources: {'Port': ['ID=18c33a2b-626b-41f7-8542-bf14c1137c1f,revision_number=2']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:20.796662 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:20.800667 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:20.801473 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.802049 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:20.802726 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Bound port: 18c33a2b-626b-41f7-8542-bf14c1137c1f, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:20.803268 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.848496 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.849435 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.850070 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.850568 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.851297 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.852070 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.852559 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.853036 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.853520 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.853996 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.854458 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.855012 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Tracked resource versions report: May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: pushed versions: May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: { 'AddressGroup': {'1.2'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'ConntrackHelper': {'1.0'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Log': {'1.0'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Network': {'1.1'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Port': {'1.7'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'PortForwarding': {'1.2'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'QosPolicy': {'1.8'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SecurityGroup': {'1.4'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SubPort': {'1.0'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Subnet': {'1.1'}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Trunk': {'1.1'}} May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: consumer versions: May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: { DHCP agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: HyperV agent@hv-cinder-78477: {}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: L3 agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: Metadata agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: Metering agent@dv-cinder-784779-12-iscsi: {}, May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: Open vSwitch agent@dv-cinder-784779-12-iscsi: { 'AddressGroup': '1.2', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'ConntrackHelper': '1.0', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Log': '1.0', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Network': '1.1', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Port': '1.7', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'PortForwarding': '1.2', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'QosPolicy': '1.8', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SecurityGroup': '1.4', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SecurityGroupRule': '1.2', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'SubPort': '1.0', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Subnet': '1.1', May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: 'Trunk': '1.1'}} May 20 15:51:20.856340 dv-cinder-784779-12-iscsi neutron-server[91646]: {{(pid=91646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:20.858727 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e8cfd3-3edf-4125-9ba0-a0de7a88d542 None None] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:20.869240 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:20.906307 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51252) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:20.944949 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] For port 18c33a2b-626b-41f7-8542-bf14c1137c1f, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:20.953250 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] For port 18c33a2b-626b-41f7-8542-bf14c1137c1f, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=18c33a2b-626b-41f7-8542-bf14c1137c1f,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:20.958615 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Allocated IP 172.20.0.1 (1acadefb-1ef9-47b6-91a4-9b1c8bad9691/5a09df72-a068-405b-b078-e72711c473f8/2a725b54-301f-4a83-83a0-04f450ddb248) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:20.961958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.969702 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.976784 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:21.014091 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:21.065857 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e20784932e4b57b4c741c9d9bf8d55 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:21.077661 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:21.097420 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Routers {'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:21.098645 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:21.106940 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:21.210899 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Pushing event updated for resources: {'Port': ['ID=18c33a2b-626b-41f7-8542-bf14c1137c1f,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:21.216020 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:21.258346 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-2aa81baf-4843-4fcf-a8b9-04635fbb4004 None None] Provisioning for port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:21.267088 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-2aa81baf-4843-4fcf-a8b9-04635fbb4004 None None] Provisioning complete for port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:21.267088 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2aa81baf-4843-4fcf-a8b9-04635fbb4004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.282837 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Allocated IP 172.27.2.216 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/f94b59ff-ebb7-4922-ae6b-15670350ab69) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:21.346000 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.370509 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe6bf4-d412-4737-aaf2-872a826d2fb3 None None] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:21.377201 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] Set router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:21.442479 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.454282 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.473991 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.477704 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.492662 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:21.510739 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7e20784932e4b57b4c741c9d9bf8d55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6035247 May 20 15:51:21.513964 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.517641 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51270) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:21.546526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.598366 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:21.601052 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4260f2c1-fea1-45c0-800a-13daa15b1313,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:21.623315 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:21.634177 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:21.636439 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:21.638707 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:21.720363 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:21.721111 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.751300 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0064ac2d6c541edae16e970c98812b5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9140942 May 20 15:51:21.759568 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f308b66-0c7c-429f-b0ee-457ef3c74f2c,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:21.761996 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51278) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:21.826819 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2aa81baf-4843-4fcf-a8b9-04635fbb4004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.844099 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:21.885272 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-2aa81baf-4843-4fcf-a8b9-04635fbb4004 None None] For port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3281e7d5-8de2-4884-aeb2-a6a5f9993db9,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:21.901854 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2aa81baf-4843-4fcf-a8b9-04635fbb4004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.904738 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:21.907958 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:21.968586 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:14Z', 'updated_at': '2021-05-20T15:51:17Z', 'revision_number': 3, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'gw_port': {'id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:21.978743 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c7ee8b-c6e3-4e81-9c45-9d7ebb0a1139 None None] The sync data for ids ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'] in dv-cinder-784779-12-iscsi is: [{'id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:14Z', 'updated_at': '2021-05-20T15:51:17Z', 'revision_number': 3, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'gw_port': {'id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:22.006595 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa81baf-4843-4fcf-a8b9-04635fbb4004 None None] Pushing event updated for resources: {'Port': ['ID=3281e7d5-8de2-4884-aeb2-a6a5f9993db9,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:22.017536 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-2aa81baf-4843-4fcf-a8b9-04635fbb4004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:22.040803 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Provisioning for port 9c00eded-05b6-4bae-99bc-7f13217972e0 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:22.048772 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Provisioning complete for port 9c00eded-05b6-4bae-99bc-7f13217972e0 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:22.049341 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.166392 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-104fd2a5-51d9-433c-9e0c-f7e36b868947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.286132 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ac0fc32b-b51c-48a9-a56f-4c616f33fdf4 req-33dc2f0e-135f-4763-bf2a-df2ffe8abc1e tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 210 time: 0.1940246 May 20 15:51:22.300255 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.305898 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.315626 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a11afc1a-b5aa-49df-b692-520cbd10e335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.337079 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-104fd2a5-51d9-433c-9e0c-f7e36b868947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.347785 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Pushing event updated for resources: {'Port': ['ID=2a725b54-301f-4a83-83a0-04f450ddb248,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:22.367880 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] For port 9c00eded-05b6-4bae-99bc-7f13217972e0, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=9c00eded-05b6-4bae-99bc-7f13217972e0,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:22.380074 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:22.388770 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.391140 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:22.391971 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:22.453876 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a11afc1a-b5aa-49df-b692-520cbd10e335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.532775 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Pushing event updated for resources: {'Port': ['ID=9c00eded-05b6-4bae-99bc-7f13217972e0,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:22.536187 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:22.557267 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Provisioning complete for port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:22.557645 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.597492 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.624408 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:22.632672 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:22.640086 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-104fd2a5-51d9-433c-9e0c-f7e36b868947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.738044 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:22.796761 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a11afc1a-b5aa-49df-b692-520cbd10e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.805637 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b11e2be3-98fc-4d01-95a7-f4bd55954f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:22.819094 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.828883 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11afc1a-b5aa-49df-b692-520cbd10e335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4260f2c1-fea1-45c0-800a-13daa15b1313,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:22.836562 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a11afc1a-b5aa-49df-b692-520cbd10e335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:22.874689 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Pushing event updated for resources: {'Port': ['ID=f94b59ff-ebb7-4922-ae6b-15670350ab69,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:22.881599 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a11afc1a-b5aa-49df-b692-520cbd10e335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.882743 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-a11afc1a-b5aa-49df-b692-520cbd10e335 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4260f2c1-fea1-45c0-800a-13daa15b1313 HTTP/1.1" status: 204 len: 168 time: 1.3620536 May 20 15:51:22.892348 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-21821a5b-7a53-4162-879c-e5830bbee304 None None] Provisioning complete for port 9c00eded-05b6-4bae-99bc-7f13217972e0 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:22.894987 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-21821a5b-7a53-4162-879c-e5830bbee304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:22.927017 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:23.091515 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51314) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:23.209701 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:23.221759 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:23.223077 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:23.224964 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-351708f0-b4d7-452e-9a05-c3b1a86665ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:23.230460 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6e9ab6bf-f82e-4c2c-8fa7-019b3c7ae84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:23.319662 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fd2a5-51d9-433c-9e0c-f7e36b868947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f308b66-0c7c-429f-b0ee-457ef3c74f2c,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:23.397185 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-104fd2a5-51d9-433c-9e0c-f7e36b868947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:23.489089 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-104fd2a5-51d9-433c-9e0c-f7e36b868947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:23.493257 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-104fd2a5-51d9-433c-9e0c-f7e36b868947 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f308b66-0c7c-429f-b0ee-457ef3c74f2c HTTP/1.1" status: 204 len: 168 time: 1.6514108 May 20 15:51:23.525334 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.58', 59844) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:23.591781 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:23.621935 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c5f0a1a9-4bef-47c2-bebe-ab1577698eff req-96202ec6-a46e-4510-b7da-0ee411fdc64e tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 210 time: 0.0740223 May 20 15:51:23.634684 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:23.646865 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Pushing event updated for resources: {'Port': ['ID=2a725b54-301f-4a83-83a0-04f450ddb248,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:23.654726 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:23.655782 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Usage tracker for resource:security_group_rule and tenant:531b3888feae47f7a404c4fd38ed9cd2 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:23.662089 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:23.686678 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:23.707838 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:23.715630 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:23.879014 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Router 45861734-56eb-416d-a597-926fcaf30ad0 is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:51:24.179426 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51366) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:24.233358 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.248868 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 9c00eded-05b6-4bae-99bc-7f13217972e0 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:24.276807 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.281997 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:24.289949 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:51:24.291403 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Usage tracker for resource:security_group_rule and tenant:2520a52f93994e23b9323d379cf8fd96 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:24.296539 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:24.301866 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.307924 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:24.313000 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:24.324138 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c6079790-0300-4e09-9f56-e11c3571e3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:24.333865 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-215a47cf-d183-48d5-ae48-533be12fc71b tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:24.336131 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-215a47cf-d183-48d5-ae48-533be12fc71b tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.58 "GET /v2.0/networks?id=62e99782-e960-41c6-bf43-1a8213aadc2b HTTP/1.1" status: 200 len: 812 time: 0.8102100 May 20 15:51:24.367506 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.407082 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Sync routers for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:24.456575 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:24.456575 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:24.464465 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Request body: {'port': {'device_id': '52194db3-028f-48bd-bb8e-a0f1fe83302a', 'network_id': '62e99782-e960-41c6-bf43-1a8213aadc2b', 'admin_state_up': True, 'tenant_id': 'dc5489ff928646db9538cbea44874be8'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:24.489185 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.491134 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0004079 May 20 15:51:24.510592 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51386) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:24.592677 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:51:24.603613 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 9c00eded-05b6-4bae-99bc-7f13217972e0 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:24.604260 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.607539 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=531b3888feae47f7a404c4fd38ed9cd2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5141230 May 20 15:51:24.622153 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51390) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:24.634114 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f54eff-8098-4ce4-84b9-81a40a2690e5,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:24.715497 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:24.736717 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:24.795079 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Usage tracker for resource:port and tenant:dc5489ff928646db9538cbea44874be8 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:24.808186 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:24.816840 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:24.905025 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Made reservation on behalf of dc5489ff928646db9538cbea44874be8 for: {'port': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:24.909247 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.957744 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:24.984940 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d3bca700-7c93-4dde-a16d-4f7fe5277d61 req-3ca768e8-ccb4-4231-978b-2888860b969e tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 210 time: 0.1173179 May 20 15:51:25.012253 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:25.023773 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Sync routers for ids ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:25.030827 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.040263 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Routers {'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:25.040903 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:25.041192 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ed94-6067-4d80-a920-f608c435ba16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.121384 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ed94-6067-4d80-a920-f608c435ba16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.277031 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.302030 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ed94-6067-4d80-a920-f608c435ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.307386 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.317108 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:25.335429 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ed94-6067-4d80-a920-f608c435ba16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.336784 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c6b8ed94-6067-4d80-a920-f608c435ba16 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3f54eff-8098-4ce4-84b9-81a40a2690e5 HTTP/1.1" status: 204 len: 168 time: 0.7093832 May 20 15:51:25.338688 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] 10.222.0.47 "PUT /v2.0/routers/b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6189432 May 20 15:51:25.457916 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2520a52f93994e23b9323d379cf8fd96&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2749865 May 20 15:51:25.459217 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8ed94-6067-4d80-a920-f608c435ba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f54eff-8098-4ce4-84b9-81a40a2690e5,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:25.483957 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51420) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:25.578240 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Set router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:25.622800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8214a8-80b4-41db-825b-a50a3bb36fca,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:25.628961 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:25.637838 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:25.638663 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:26.021931 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 18c33a2b-626b-41f7-8542-bf14c1137c1f up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:26.196576 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Allocated IP 172.20.0.6 (62e99782-e960-41c6-bf43-1a8213aadc2b/8f283d71-768b-489d-805e-5421f07acae2/47466b6c-b2e9-48b8-9be7-beb70be2365e) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:26.411145 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 18c33a2b-626b-41f7-8542-bf14c1137c1f completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:26.426976 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c4d3bf22-ac5b-4613-a546-e1d939f60878 req-e93b8d34-0a5e-4019-a0ec-3a4624e265bb tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 210 time: 0.0939198 May 20 15:51:26.449116 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:14Z', 'updated_at': '2021-05-20T15:51:22Z', 'revision_number': 4, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'gw_port': {'id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2a725b54-301f-4a83-83a0-04f450ddb248', 'name': '', 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'mac_address': 'fa:16:3e:e9:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a09df72-a068-405b-b078-e72711c473f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:20Z', 'updated_at': '2021-05-20T15:51:22Z', 'revision_number': 2, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'subnets': [{'id': '5a09df72-a068-405b-b078-e72711c473f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:26.452517 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 18c33a2b-626b-41f7-8542-bf14c1137c1f triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:26.452926 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.469412 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Checking router: b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:26.469834 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Updating router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df port 2a725b54-301f-4a83-83a0-04f450ddb248 binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:26.570542 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.669159 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:20Z', 'revision_number': 3, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:26.679216 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Checking router: 45861734-56eb-416d-a597-926fcaf30ad0 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:26.679643 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Updating router 45861734-56eb-416d-a597-926fcaf30ad0 port fbe29f13-664b-44d9-8000-4f88e900992d binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:26.750759 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c499-ca16-4fbf-9af0-4350c0a4a631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.798505 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.814362 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c499-ca16-4fbf-9af0-4350c0a4a631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.825288 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.921851 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51460) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:26.988088 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c499-ca16-4fbf-9af0-4350c0a4a631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.080976 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:27.167633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3c499-ca16-4fbf-9af0-4350c0a4a631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8214a8-80b4-41db-825b-a50a3bb36fca,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:27.171498 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.189582 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:51:27.221222 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 18c33a2b-626b-41f7-8542-bf14c1137c1f, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=18c33a2b-626b-41f7-8542-bf14c1137c1f,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:27.232432 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cfb3c499-ca16-4fbf-9af0-4350c0a4a631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:27.244854 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.341179 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.353832 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:27.431790 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Allocated IP 172.20.0.1 (aaa771bb-5030-45cb-8aff-d495e9718ed8/8a624cae-7e53-4475-864d-2e9e810196af/ec801c2c-aa2b-44a6-b361-e2fe0ceba493) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:27.438292 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:27.505954 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.520869 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Transition to ACTIVE for port object 2a725b54-301f-4a83-83a0-04f450ddb248 will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:27.537391 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.569709 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-32a2a262-2080-40eb-ae81-f1e9ba8221d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:27.706124 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c499-ca16-4fbf-9af0-4350c0a4a631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.713730 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-cfb3c499-ca16-4fbf-9af0-4350c0a4a631 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c8214a8-80b4-41db-825b-a50a3bb36fca HTTP/1.1" status: 204 len: 168 time: 2.2286451 May 20 15:51:27.717513 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=18c33a2b-626b-41f7-8542-bf14c1137c1f,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:27.725343 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:27.830109 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.833940 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-440960f9-abfc-4191-9882-34ab713b3771 req-fa065fee-c349-47e1-a10f-1cf18c88e99f tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 210 time: 0.1053522 May 20 15:51:27.885558 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6aa7b-6398-4471-8e38-e4a352cc1cce None None] Pushing event updated for resources: {'Port': ['ID=2a725b54-301f-4a83-83a0-04f450ddb248,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:27.895189 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-43b6aa7b-6398-4471-8e38-e4a352cc1cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:27.960831 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.991653 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:27.992069 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.010174 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.023145 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Transition to ACTIVE for port object ec801c2c-aa2b-44a6-b361-e2fe0ceba493 will not be triggered until provisioned by entity DHCP. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:28.044904 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:28.049215 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Usage tracker for resource:security_group_rule and tenant:73bff05a48a640109787eb3ab7e13ee9 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:28.056541 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:28.076775 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:28.085659 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.096226 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:28.167244 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Attempting to bind port 2a725b54-301f-4a83-83a0-04f450ddb248 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:28.175063 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Attempting to bind port 2a725b54-301f-4a83-83a0-04f450ddb248 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:28.178200 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Attempting to bind port 2a725b54-301f-4a83-83a0-04f450ddb248 on network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:28.188554 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:28.189453 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Checking segment: {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:28.190051 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.191200 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Bound using segment: {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:28.194108 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Bound port: 2a725b54-301f-4a83-83a0-04f450ddb248, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:28.194807 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.227242 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.242768 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.279536 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:28.288757 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:28.295850 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:28.296502 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.448626 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:28.470452 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] For port 2a725b54-301f-4a83-83a0-04f450ddb248, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:28.476082 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] For port 2a725b54-301f-4a83-83a0-04f450ddb248, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=2a725b54-301f-4a83-83a0-04f450ddb248,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:28.485668 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.493268 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-7abc9063-23f6-4d43-921c-2c9b24f3caf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:28.496822 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.527424 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Transition to ACTIVE for port object fbe29f13-664b-44d9-8000-4f88e900992d will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:28.531454 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51504) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:28.541257 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Pushing event updated for resources: {'Port': ['ID=ec801c2c-aa2b-44a6-b361-e2fe0ceba493,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:28.552640 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:28.569978 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.605942 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-eb588ee2-2506-4624-9b18-a88648b32b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:28.614932 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.631978 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Network 62e99782-e960-41c6-bf43-1a8213aadc2b is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:28.655611 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Pushing event updated for resources: {'Port': ['ID=47466b6c-b2e9-48b8-9be7-beb70be2365e,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:28.660011 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:28.673501 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Routers {'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:28.674537 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:28.710971 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:28.716994 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:28.762119 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b455db5d-d6c1-44b4-9263-bd36d45a12c0,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:28.775045 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-22c4224b-8594-400c-9333-bdd247485a33 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:28.776507 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-22c4224b-8594-400c-9333-bdd247485a33 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Synchronizing usage tracker for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:network {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:28.791434 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:28.818190 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-22c4224b-8594-400c-9333-bdd247485a33 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Unset dirty status for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:network {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:28.825938 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-22c4224b-8594-400c-9333-bdd247485a33 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 819 time: 1.8389056 May 20 15:51:28.831177 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Attempting to bind port fbe29f13-664b-44d9-8000-4f88e900992d on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:28.833178 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Attempting to bind port fbe29f13-664b-44d9-8000-4f88e900992d by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:28.835392 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Attempting to bind port fbe29f13-664b-44d9-8000-4f88e900992d on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:28.851338 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73bff05a48a640109787eb3ab7e13ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9165022 May 20 15:51:28.862981 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-1658266f-6409-437d-9d20-e35f856c5f83 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/quotas/b890624e3d734594ae45927cebe3c4a0 HTTP/1.1" status: 200 len: 375 time: 0.0359221 May 20 15:51:28.869647 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51514) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:28.933980 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:28.939589 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:28.940005 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:28.940418 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.940820 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:28.941031 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:28.941335 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Bound port: fbe29f13-664b-44d9-8000-4f88e900992d, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:28.941868 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.945914 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.953799 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:28.997239 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.999154 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.9279346 May 20 15:51:29.001069 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6aa7b-6398-4471-8e38-e4a352cc1cce None None] Pushing event updated for resources: {'Port': ['ID=2a725b54-301f-4a83-83a0-04f450ddb248,revision_number=4']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:29.002391 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51522) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:29.027212 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-43b6aa7b-6398-4471-8e38-e4a352cc1cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:29.043569 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.121373 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6686375 May 20 15:51:29.142822 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:29.149844 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-05762396-a0de-4305-a2e1-d776ddf41d5e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2857599 May 20 15:51:29.153239 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Usage tracker for resource:security_group_rule and tenant:1217fc4a12c14e74a269ee62fc6403c3 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:29.156443 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:29.171094 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:29.213715 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] Set router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:29.222745 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985840-9da2-471b-bb70-3be6b1c2c190 None None] Pushing event updated for resources: {'Port': ['ID=fbe29f13-664b-44d9-8000-4f88e900992d,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:29.228651 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-94985840-9da2-471b-bb70-3be6b1c2c190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:29.288115 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Sync routers for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:29.329197 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-d4039bcf-c71e-4002-a58c-85572c3ca39c service neutron] 10.222.0.47 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779668 May 20 15:51:29.345704 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b59828e3-04d9-4812-a2ed-6d492512618d None None] Provisioning for port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:29.380195 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:29.385478 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:29.457300 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.531778 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-9b7206e7-e8b5-4fcd-98e4-b1a19d7a96e4 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:51:29.532817 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-9b7206e7-e8b5-4fcd-98e4-b1a19d7a96e4 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2185402 May 20 15:51:29.550292 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-a97cdbf7-3816-4521-9e8c-aee237580c58 service neutron] 10.222.0.47 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162950 May 20 15:51:29.556537 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.590668 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b59828e3-04d9-4812-a2ed-6d492512618d None None] Provisioning complete for port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:29.591154 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b59828e3-04d9-4812-a2ed-6d492512618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.631338 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:29.688108 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3dd61a-369a-4f77-b32e-7d8da4b3f50c,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:29.691448 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:29.741060 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-af005b1a-a6db-4611-a6d3-75c3eface7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.750391 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 18c33a2b-626b-41f7-8542-bf14c1137c1f up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:29.840841 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1217fc4a12c14e74a269ee62fc6403c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3019578 May 20 15:51:29.848926 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-af005b1a-a6db-4611-a6d3-75c3eface7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.873615 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51536) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:30.018155 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:14Z', 'updated_at': '2021-05-20T15:51:22Z', 'revision_number': 4, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'gw_port': {'id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2a725b54-301f-4a83-83a0-04f450ddb248', 'name': '', 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'mac_address': 'fa:16:3e:e9:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a09df72-a068-405b-b078-e72711c473f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:20Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'subnets': [{'id': '5a09df72-a068-405b-b078-e72711c473f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:30.029385 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f2ba9-77aa-48a1-bceb-de516709388e None None] The sync data for ids ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'] in dv-cinder-784779-12-iscsi is: [{'id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:14Z', 'updated_at': '2021-05-20T15:51:22Z', 'revision_number': 4, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'gw_port': {'id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2a725b54-301f-4a83-83a0-04f450ddb248', 'name': '', 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'mac_address': 'fa:16:3e:e9:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a09df72-a068-405b-b078-e72711c473f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:20Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'subnets': [{'id': '5a09df72-a068-405b-b078-e72711c473f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:30.056410 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-326179b9-dadd-4ac0-8be7-7afc47d61e96 req-f353eb7b-1409-418a-81ce-aae5f23267ef tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 210 time: 0.1166687 May 20 15:51:30.134387 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0e72f-4f36-4d86-92ce-3d2746ad3536 req-e1456ddc-b0e2-49be-8413-4a039779ba8e tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:30.144343 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b3b0e72f-4f36-4d86-92ce-3d2746ad3536 req-e1456ddc-b0e2-49be-8413-4a039779ba8e tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 931 time: 0.5968571 May 20 15:51:30.144907 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b59828e3-04d9-4812-a2ed-6d492512618d None None] Port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:30.248925 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3cb221a9-b1b6-4675-a9da-d99da7e87cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.284059 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3cb221a9-b1b6-4675-a9da-d99da7e87cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.323403 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Request body: {'port': {'device_id': '52194db3-028f-48bd-bb8e-a0f1fe83302a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:30.394923 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.db.resource_extend [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:51:30.422085 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3cb221a9-b1b6-4675-a9da-d99da7e87cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.453062 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:30.497372 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-b3b0e72f-4f36-4d86-92ce-3d2746ad3536 req-084c8a15-c4a9-4521-98a4-069e691ec034 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Synchronizing usage tracker for tenant:dc5489ff928646db9538cbea44874be8 on resource:security_group {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:30.517684 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.528316 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb221a9-b1b6-4675-a9da-d99da7e87cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3dd61a-369a-4f77-b32e-7d8da4b3f50c,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:30.546897 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3cb221a9-b1b6-4675-a9da-d99da7e87cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:30.586783 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.605295 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-af005b1a-a6db-4611-a6d3-75c3eface7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.629576 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.648651 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:30.727481 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] For port fbe29f13-664b-44d9-8000-4f88e900992d, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:30.777739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3cb221a9-b1b6-4675-a9da-d99da7e87cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.779079 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-3cb221a9-b1b6-4675-a9da-d99da7e87cb0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a3dd61a-369a-4f77-b32e-7d8da4b3f50c HTTP/1.1" status: 204 len: 168 time: 0.9011536 May 20 15:51:30.807878 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-b3b0e72f-4f36-4d86-92ce-3d2746ad3536 req-084c8a15-c4a9-4521-98a4-069e691ec034 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Unset dirty status for tenant:dc5489ff928646db9538cbea44874be8 on resource:security_group {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:30.819253 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b3b0e72f-4f36-4d86-92ce-3d2746ad3536 req-084c8a15-c4a9-4521-98a4-069e691ec034 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735358 May 20 15:51:30.827142 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] For port fbe29f13-664b-44d9-8000-4f88e900992d, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=fbe29f13-664b-44d9-8000-4f88e900992d,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:30.833439 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-af005b1a-a6db-4611-a6d3-75c3eface7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.834722 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-af005b1a-a6db-4611-a6d3-75c3eface7c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b455db5d-d6c1-44b4-9263-bd36d45a12c0 HTTP/1.1" status: 204 len: 168 time: 1.9628742 May 20 15:51:30.857344 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Pushing event updated for resources: {'Port': ['ID=ec801c2c-aa2b-44a6-b361-e2fe0ceba493,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:30.870937 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.874142 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:30.880304 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:30.982123 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9660734d-556e-40db-942b-a789b1f053ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:31.009057 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af005b1a-a6db-4611-a6d3-75c3eface7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b455db5d-d6c1-44b4-9263-bd36d45a12c0,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:31.023426 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-af005b1a-a6db-4611-a6d3-75c3eface7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:31.113446 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:31.355719 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:31.358851 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:31.494628 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.581514 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 18c33a2b-626b-41f7-8542-bf14c1137c1f triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:31.582127 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.832129 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:31.835201 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:31.936710 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Router 45861734-56eb-416d-a597-926fcaf30ad0 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:51:32.303589 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:32.339079 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51626) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:32.399810 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:32.416373 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] 10.222.0.47 "PUT /v2.0/routers/45861734-56eb-416d-a597-926fcaf30ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9016173 May 20 15:51:32.460074 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288f28-d810-4a05-bf9a-a5f4394264ff req-f43ad7f2-0e5a-40c4-82b5-5af23469dbd5 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:32.475793 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1f288f28-d810-4a05-bf9a-a5f4394264ff req-f43ad7f2-0e5a-40c4-82b5-5af23469dbd5 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 931 time: 0.2042532 May 20 15:51:32.589432 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1f288f28-d810-4a05-bf9a-a5f4394264ff req-377702d2-50c1-4a5c-9fb6-d93bc55b6470 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124856 May 20 15:51:32.610921 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51636) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:32.660274 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.729223 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:32.743318 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Usage tracker for resource:security_group_rule and tenant:1f32bc30e91c4d92a77782ac950d5788 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:32.751599 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:32.769580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:33.087011 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.097586 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.141509 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:33.233522 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f32bc30e91c4d92a77782ac950d5788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6209853 May 20 15:51:33.238123 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.248134 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51646) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:33.281622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e453d-8857-464c-bbed-df4e6b1c30ff,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:33.299015 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:33.300297 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:33.330816 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Usage tracker for resource:security_group_rule and tenant:24d6198faae44710bd8d5e2ddbbfc79d is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:33.340084 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:33.382996 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:33.435896 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-495bc700-7d58-4b14-8c97-62b9a5b220c3 None None] Provisioning complete for port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:33.438039 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-495bc700-7d58-4b14-8c97-62b9a5b220c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.504705 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-eb4c462e-6608-4067-bde3-b25b5bf0b99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.572638 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 2a725b54-301f-4a83-83a0-04f450ddb248 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:33.627260 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-eb4c462e-6608-4067-bde3-b25b5bf0b99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.642265 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-dd8a7207-519d-4c45-a0df-b8c8c00dede2 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:33.650602 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-dd8a7207-519d-4c45-a0df-b8c8c00dede2 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 819 time: 2.6759822 May 20 15:51:33.690071 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985840-9da2-471b-bb70-3be6b1c2c190 None None] Pushing event updated for resources: {'Port': ['ID=fbe29f13-664b-44d9-8000-4f88e900992d,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:33.721739 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-c6dc33ac-2105-4437-97d1-bb479fe46f00 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/quotas/b890624e3d734594ae45927cebe3c4a0 HTTP/1.1" status: 200 len: 375 time: 0.0700927 May 20 15:51:33.752130 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-94985840-9da2-471b-bb70-3be6b1c2c190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.638s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:33.784294 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-eb4c462e-6608-4067-bde3-b25b5bf0b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.798614 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ae213d58-bfe6-4304-9afb-9c421e4b263f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:33.828396 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c462e-6608-4067-bde3-b25b5bf0b99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e453d-8857-464c-bbed-df4e6b1c30ff,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:33.849658 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-eb4c462e-6608-4067-bde3-b25b5bf0b99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:33.854395 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.889476 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-eb4c462e-6608-4067-bde3-b25b5bf0b99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.896017 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-eb4c462e-6608-4067-bde3-b25b5bf0b99f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a71e453d-8857-464c-bbed-df4e6b1c30ff HTTP/1.1" status: 204 len: 168 time: 0.6397874 May 20 15:51:33.900598 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.db.resource_extend [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:51:33.970366 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-495bc700-7d58-4b14-8c97-62b9a5b220c3 None None] Port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:33.984741 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:23Z', 'revision_number': 3, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:33.988825 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.997882 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.012620 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Checking router: 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:34.013190 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Updating router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 port f94b59ff-ebb7-4922-ae6b-15670350ab69 binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:34.019665 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:34.182793 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24d6198faae44710bd8d5e2ddbbfc79d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8400495 May 20 15:51:34.199907 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d094f88-dd7f-406a-9ff9-1ed979db0d3b,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:34.202747 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51674) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:34.211463 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:34.239459 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.307263 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.58', 59857) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:34.382623 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47466b6c-b2e9-48b8-9be7-beb70be2365e {{(pid=91644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:34.409431 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.464356 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Transition to ACTIVE for port object 47466b6c-b2e9-48b8-9be7-beb70be2365e will not be triggered until provisioned by entity L2. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:34.468176 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1d226dcb-4b11-41cc-aca3-d82850fb5861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.527521 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.603364 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:34.714565 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51688) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:34.811729 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265679341', 'description': 'tempest-description--416062070'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:34.837040 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Pushing event updated for resources: {'Port': ['ID=47466b6c-b2e9-48b8-9be7-beb70be2365e,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:34.846098 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1d226dcb-4b11-41cc-aca3-d82850fb5861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.863358 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:34.885995 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:34.892184 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-5e8bad1d-f5fc-48e3-9faf-8e03c7a0015e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1603558 May 20 15:51:34.931589 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 2, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:34.963305 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caad50a-d571-49a3-8c17-0676dc2640a8 None None] The sync data for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi is: [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 2, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:34.973494 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 2a725b54-301f-4a83-83a0-04f450ddb248 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:34.992563 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:security_group and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:35.006828 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:35.127581 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 2a725b54-301f-4a83-83a0-04f450ddb248 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:35.128118 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.156285 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:35.267337 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-bb1ac8b3-1e81-4370-95b4-7e2998141abb tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:35.269469 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-bb1ac8b3-1e81-4370-95b4-7e2998141abb tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 819 time: 0.9153035 May 20 15:51:35.285903 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.338192 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Request body: {'port': {'device_id': '1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b', 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691', 'admin_state_up': True, 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:35.478976 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f0cc1-b937-4db7-92d9-8b82b0268776 req-8d72fe84-fe0f-49ef-8dc8-8cae15cbfb99 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:35.510520 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a88f0cc1-b937-4db7-92d9-8b82b0268776 req-8d72fe84-fe0f-49ef-8dc8-8cae15cbfb99 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 943 time: 0.5112708 May 20 15:51:35.591465 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.595577 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:35.612112 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1d226dcb-4b11-41cc-aca3-d82850fb5861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.613716 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:security_group_rule and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:35.673026 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Attempting to bind port 47466b6c-b2e9-48b8-9be7-beb70be2365e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:35.673367 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Attempting to bind port 47466b6c-b2e9-48b8-9be7-beb70be2365e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '3bde3fb1-8fe5-4d9f-b823-b80bf06178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '62e99782-e960-41c6-bf43-1a8213aadc2b'}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:35.673713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Attempting to bind port 47466b6c-b2e9-48b8-9be7-beb70be2365e on network 62e99782-e960-41c6-bf43-1a8213aadc2b {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:35.684338 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Port 47466b6c-b2e9-48b8-9be7-beb70be2365e on network 62e99782-e960-41c6-bf43-1a8213aadc2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:51:35.684650 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Attempting to bind port 47466b6c-b2e9-48b8-9be7-beb70be2365e on network 62e99782-e960-41c6-bf43-1a8213aadc2b {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:35.741330 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:35.741692 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Checking segment: {'id': '3bde3fb1-8fe5-4d9f-b823-b80bf06178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '62e99782-e960-41c6-bf43-1a8213aadc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:35.742277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Bound using segment: {'id': '3bde3fb1-8fe5-4d9f-b823-b80bf06178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '62e99782-e960-41c6-bf43-1a8213aadc2b'} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:35.742678 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Bound port: 47466b6c-b2e9-48b8-9be7-beb70be2365e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bde3fb1-8fe5-4d9f-b823-b80bf06178c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '62e99782-e960-41c6-bf43-1a8213aadc2b'}}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:35.743102 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.753919 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:35.782518 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3cb221a9-b1b6-4675-a9da-d99da7e87cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:35.843651 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d226dcb-4b11-41cc-aca3-d82850fb5861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d094f88-dd7f-406a-9ff9-1ed979db0d3b,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:35.852568 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1d226dcb-4b11-41cc-aca3-d82850fb5861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:35.861058 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:35.866461 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] For port 47466b6c-b2e9-48b8-9be7-beb70be2365e, host hv-cinder-78477, cleared binding levels {{(pid=91644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:35.877037 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] For port 47466b6c-b2e9-48b8-9be7-beb70be2365e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=47466b6c-b2e9-48b8-9be7-beb70be2365e,segment=NetworkSegment(3bde3fb1-8fe5-4d9f-b823-b80bf06178c3),segment_id=3bde3fb1-8fe5-4d9f-b823-b80bf06178c3)] {{(pid=91644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:35.903597 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.920624 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a88f0cc1-b937-4db7-92d9-8b82b0268776 req-f238274b-a574-490e-ba2c-02e0f73f6ab7 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086828 May 20 15:51:35.951433 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 2a725b54-301f-4a83-83a0-04f450ddb248, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=2a725b54-301f-4a83-83a0-04f450ddb248,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:35.976619 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.988034 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.995865 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-0a411a9d-686e-460d-aadd-c85796ce9971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.068588 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-24519ecc-b103-4df9-a4b1-b35d962d6b53 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.078357 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1d226dcb-4b11-41cc-aca3-d82850fb5861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.082688 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1d226dcb-4b11-41cc-aca3-d82850fb5861 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d094f88-dd7f-406a-9ff9-1ed979db0d3b HTTP/1.1" status: 204 len: 168 time: 1.8788955 May 20 15:51:36.121348 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:36.145809 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Usage tracker for resource:port and tenant:b890624e3d734594ae45927cebe3c4a0 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:36.152125 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:36.197763 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:36.198988 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Transition to ACTIVE for port object f94b59ff-ebb7-4922-ae6b-15670350ab69 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:36.235583 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.249302 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.257570 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.258381 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-81621f95-bcea-4a86-84e0-47d400f66800 service neutron] 10.222.0.47 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8343480 May 20 15:51:36.268931 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.288781 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=2a725b54-301f-4a83-83a0-04f450ddb248,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:36.296423 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:36.312004 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.317364 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Made reservation on behalf of b890624e3d734594ae45927cebe3c4a0 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:36.329200 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.394364 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:36.395232 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.396949 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] 10.222.0.58 "PUT /v2.0/ports/47466b6c-b2e9-48b8-9be7-beb70be2365e HTTP/1.1" status: 200 len: 1093 time: 6.4238484 May 20 15:51:36.397879 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52194db3-028f-48bd-bb8e-a0f1fe83302a', 'tag': '47466b6c-b2e9-48b8-9be7-beb70be2365e'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:51:36.494131 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc08f61-c4f0-42aa-8d9c-36c496731585,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:36.497778 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Attempting to bind port f94b59ff-ebb7-4922-ae6b-15670350ab69 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:36.498213 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Attempting to bind port f94b59ff-ebb7-4922-ae6b-15670350ab69 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:36.500285 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Attempting to bind port f94b59ff-ebb7-4922-ae6b-15670350ab69 on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:36.511223 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:36.538617 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:36.538980 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:36.539365 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.539811 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:36.540315 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Bound port: f94b59ff-ebb7-4922-ae6b-15670350ab69, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:36.540702 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.565619 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.568396 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8310008 May 20 15:51:36.571886 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51726) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:36.579291 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'security_group_rule': {'security_group_id': '2dc08f61-c4f0-42aa-8d9c-36c496731585', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:36.598611 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:36.632060 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:security_group_rule and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:36.669923 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efec345-2972-4f89-a507-13e4849d8ec2 None None] Pushing event updated for resources: {'Port': ['ID=f94b59ff-ebb7-4922-ae6b-15670350ab69,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:36.674538 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:36.678344 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-4efec345-2972-4f89-a507-13e4849d8ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:36.721078 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:36.758405 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] For port f94b59ff-ebb7-4922-ae6b-15670350ab69, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:36.766525 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] For port f94b59ff-ebb7-4922-ae6b-15670350ab69, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=f94b59ff-ebb7-4922-ae6b-15670350ab69,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:36.779175 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.785364 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-4efec345-2972-4f89-a507-13e4849d8ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.830821 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Allocated IP 172.20.0.1 (0043754e-75c8-4d67-a366-20c5ef1cd936/611a5ca4-337a-4272-91b6-38b0cc470f1f/1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:37.076100 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.079322 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Pushing event updated for resources: {'Port': ['ID=47466b6c-b2e9-48b8-9be7-beb70be2365e,revision_number=3']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:37.147155 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:37.148013 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:37.321208 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-aa8da665-fca4-49b5-9577-bed67cc4a544 service neutron] 10.222.0.47 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9990189 May 20 15:51:37.324472 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.257s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:37.373707 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efec345-2972-4f89-a507-13e4849d8ec2 None None] Pushing event updated for resources: {'Port': ['ID=f94b59ff-ebb7-4922-ae6b-15670350ab69,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:37.388270 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-4efec345-2972-4f89-a507-13e4849d8ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:37.466244 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Allocated IP 172.20.0.8 (1acadefb-1ef9-47b6-91a4-9b1c8bad9691/5a09df72-a068-405b-b078-e72711c473f8/0e75f5ac-d93c-47d7-b2a5-094e13180733) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:37.541835 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-57b5b207-addf-447f-b439-f978ebb110fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:37.548442 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-57b5b207-addf-447f-b439-f978ebb110fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc5489ff928646db9538cbea44874be8&device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 1096 time: 0.9833279 May 20 15:51:37.670860 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.698313 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:37.744245 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-ee6a10eb-676a-481c-ad1e-baaff5ea7c82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47466b6c-b2e9-48b8-9be7-beb70be2365e HTTP/1.1" status: 200 len: 217 time: 0.1689746 May 20 15:51:37.748251 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.777916 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.836669 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:37.872182 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b5f921-ccac-4afa-8053-f73f8daa5e7b,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:37.875084 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.889928 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:37.914106 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Transition to ACTIVE for port object 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:37.997232 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.010355 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b8fb9b33-ef4c-4f92-b7e5-1cc6350df5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:38.102270 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a0e64-8e70-4b32-90a1-db4d70dc6bbc req-86a4c1d0-5211-4142-b9fe-2a338a0dd990 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:38.112290 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e42a0e64-8e70-4b32-90a1-db4d70dc6bbc req-86a4c1d0-5211-4142-b9fe-2a338a0dd990 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 943 time: 0.8620815 May 20 15:51:38.288863 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-afd1555e-a97c-46a7-afa2-1c62ca5bbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:38.293414 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-afd1555e-a97c-46a7-afa2-1c62ca5bbc96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f283d71-768b-489d-805e-5421f07acae2 HTTP/1.1" status: 200 len: 852 time: 0.3476555 May 20 15:51:38.306002 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:38.309073 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:38.325132 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:38.327003 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.409150 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.410318 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8367679 May 20 15:51:38.416902 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51776) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:38.508555 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'security_group_rule': {'security_group_id': '2dc08f61-c4f0-42aa-8d9c-36c496731585', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:38.517674 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:38.562046 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:security_group_rule and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:38.575816 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:38.606063 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e42a0e64-8e70-4b32-90a1-db4d70dc6bbc req-06d22a11-0546-4ec6-95a5-9f4d28e48e7a tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798660 May 20 15:51:38.637042 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:38.693887 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.697414 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 2a725b54-301f-4a83-83a0-04f450ddb248 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:38.791081 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.799351 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:38.807624 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:38.821394 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:38.911470 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Sync routers for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:38.912090 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52194db3-028f-48bd-bb8e-a0f1fe83302a', 'tag': '47466b6c-b2e9-48b8-9be7-beb70be2365e', 'status': 'completed', 'code': 200} May 20 15:51:38.918207 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-b9016934-7972-4db8-95a3-dd4f8ed11fd5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=62e99782-e960-41c6-bf43-1a8213aadc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5509064 May 20 15:51:38.942359 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:38.943998 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:38.984685 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-7e9f5936-0385-4e1f-bbed-beea7b327dd9 None None] Provisioning for port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:39.002264 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.016007 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 2a725b54-301f-4a83-83a0-04f450ddb248 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:39.016381 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.050245 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.111804 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-c6d5cb83-7c1b-4bc3-92eb-87d29fd9621d req-fc399aa0-0400-4a70-91c1-8065a5c8a6c0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Synchronizing usage tracker for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:39.114172 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-7e9f5936-0385-4e1f-bbed-beea7b327dd9 None None] Provisioning complete for port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:39.115116 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7e9f5936-0385-4e1f-bbed-beea7b327dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.156090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.182286 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:39.183836 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.189689 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-c6d5cb83-7c1b-4bc3-92eb-87d29fd9621d req-fc399aa0-0400-4a70-91c1-8065a5c8a6c0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Unset dirty status for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:39.202788 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c6d5cb83-7c1b-4bc3-92eb-87d29fd9621d req-fc399aa0-0400-4a70-91c1-8065a5c8a6c0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 210 time: 0.2514074 May 20 15:51:39.216553 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:39.239341 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:39.254772 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:39.256343 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.332729 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0325837 May 20 15:51:39.346762 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-ba4d6ebd-d45a-41b8-8fd2-04f6dc5f35a0 service neutron] 10.222.0.58 "GET /v2.0/networks/62e99782-e960-41c6-bf43-1a8213aadc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176836 May 20 15:51:39.371107 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-e357786e-734d-4993-ab46-16101448ec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:23Z', 'revision_number': 3, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:39.406577 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e357786e-734d-4993-ab46-16101448ec69 None None] The sync data for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi is: [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:23Z', 'revision_number': 3, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:39.408778 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Request body: {'port': {'device_id': '1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:39.506062 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-00b7d07f-f0d0-4c9f-8c22-4f018d640a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.515584 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f5936-0385-4e1f-bbed-beea7b327dd9 None None] Port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:39.538862 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:39.630579 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.650826 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.652345 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2128730 May 20 15:51:39.656187 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Pushing event updated for resources: {'Port': ['ID=0e75f5ac-d93c-47d7-b2a5-094e13180733,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:39.663520 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 51794) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:39.684044 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:39.688083 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:39.711255 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device fbe29f13-664b-44d9-8000-4f88e900992d up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:39.726229 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'floatingip': {'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:39.748795 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:39.766121 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:floatingip and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:39.768332 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:39.789788 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:39.815033 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8835541-e34b-4ce2-b6b0-372f0ec81d5b,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:39.824693 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:40.015159 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port fbe29f13-664b-44d9-8000-4f88e900992d completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:40.037918 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.042119 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port fbe29f13-664b-44d9-8000-4f88e900992d triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:40.042515 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.334541 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e7b07188-a896-481b-b6f6-5a53496f9ad8 req-2f9620f1-214b-4591-b4b4-235d6e9c5775 service neutron] 10.222.0.58 "GET /v2.0/networks/62e99782-e960-41c6-bf43-1a8213aadc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9769039 May 20 15:51:40.407946 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.58', 59861) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:40.571513 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.605896 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port fbe29f13-664b-44d9-8000-4f88e900992d, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=fbe29f13-664b-44d9-8000-4f88e900992d,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:40.618100 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.622972 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-1a5bbdc7-e7d3-49d0-8fbf-4b245cdf897f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:40.637685 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.db.resource_extend [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:51:40.886727 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device f94b59ff-ebb7-4922-ae6b-15670350ab69 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:40.898333 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 2, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:40.905999 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.911782 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Checking router: 45861734-56eb-416d-a597-926fcaf30ad0 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:40.914217 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Updating router 45861734-56eb-416d-a597-926fcaf30ad0 port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:41.036878 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=fbe29f13-664b-44d9-8000-4f88e900992d,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:41.048054 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:41.084744 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port f94b59ff-ebb7-4922-ae6b-15670350ab69 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:41.097241 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.107326 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port f94b59ff-ebb7-4922-ae6b-15670350ab69 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:41.107727 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.113505 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.160069 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.177883 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-18919104-8457-47f9-8708-7e853816b2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:41.270882 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e397d-c294-428c-a2e5-8ac556f35855 req-4b0dcf3d-0ffb-41bc-8490-beabd5e87eb4 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:41.272050 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-114e397d-c294-428c-a2e5-8ac556f35855 req-4b0dcf3d-0ffb-41bc-8490-beabd5e87eb4 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Synchronizing usage tracker for tenant:dc5489ff928646db9538cbea44874be8 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:41.353626 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-114e397d-c294-428c-a2e5-8ac556f35855 req-4b0dcf3d-0ffb-41bc-8490-beabd5e87eb4 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Unset dirty status for tenant:dc5489ff928646db9538cbea44874be8 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:41.356232 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.362235 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-114e397d-c294-428c-a2e5-8ac556f35855 req-4b0dcf3d-0ffb-41bc-8490-beabd5e87eb4 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 943 time: 1.1595297 May 20 15:51:41.376183 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port f94b59ff-ebb7-4922-ae6b-15670350ab69, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=f94b59ff-ebb7-4922-ae6b-15670350ab69,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:41.386055 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.388120 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b9d9530b-2e35-46b7-852e-527b58f679e9 req-a67dbbb8-d352-473c-a83e-7aa7c995ea9c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 210 time: 0.3359957 May 20 15:51:41.402787 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:41.439867 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e75f5ac-d93c-47d7-b2a5-094e13180733 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:41.461676 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-b995a0a3-3ba8-4017-b757-63456c08795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:41.467000 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-b995a0a3-3ba8-4017-b757-63456c08795d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc5489ff928646db9538cbea44874be8&device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 1096 time: 0.5345984 May 20 15:51:41.477424 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-114e397d-c294-428c-a2e5-8ac556f35855 req-41866bdd-42aa-4aaf-b9e5-f73d8bfe7457 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130071 May 20 15:51:41.500855 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.504147 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=f94b59ff-ebb7-4922-ae6b-15670350ab69,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:41.520863 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:41.636203 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-e0de9cd3-52d3-438e-9243-8e4ad9e36e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:41.638431 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-e0de9cd3-52d3-438e-9243-8e4ad9e36e04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=62e99782-e960-41c6-bf43-1a8213aadc2b HTTP/1.1" status: 200 len: 913 time: 0.1457918 May 20 15:51:41.650420 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e1985317-4189-4461-8fef-7770710d34a5 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:41.652001 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e1985317-4189-4461-8fef-7770710d34a5 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 819 time: 1.2296853 May 20 15:51:41.671990 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Transition to ACTIVE for port object 0e75f5ac-d93c-47d7-b2a5-094e13180733 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:41.693300 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.732172 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d1c98cdf-9d95-40f7-aebf-5e9b56f15453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:41.786808 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:41.790490 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:41.793227 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-ab39c046-3ceb-44e2-a860-a6d21e373f0c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47466b6c-b2e9-48b8-9be7-beb70be2365e HTTP/1.1" status: 200 len: 217 time: 0.1398993 May 20 15:51:41.799754 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Request body: {'port': {'device_id': 'c6b21d68-9a49-439d-9ac0-8746438ecf14', 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691', 'admin_state_up': True, 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:41.875803 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.003651 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e75f5ac-d93c-47d7-b2a5-094e13180733,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:42.024412 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:42.033155 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-486f6d17-dea2-462b-9182-f35b6aca72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:42.035015 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-486f6d17-dea2-462b-9182-f35b6aca72ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f283d71-768b-489d-805e-5421f07acae2 HTTP/1.1" status: 200 len: 852 time: 0.2150607 May 20 15:51:42.039188 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Attempting to bind port 0e75f5ac-d93c-47d7-b2a5-094e13180733 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:42.040649 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:42.043043 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.043860 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:42.044173 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Attempting to bind port 0e75f5ac-d93c-47d7-b2a5-094e13180733 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:42.044634 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Attempting to bind port 0e75f5ac-d93c-47d7-b2a5-094e13180733 on network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:42.054238 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Port 0e75f5ac-d93c-47d7-b2a5-094e13180733 on network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:51:42.058500 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Transition to ACTIVE for port object ec801c2c-aa2b-44a6-b361-e2fe0ceba493 will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:42.059206 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Attempting to bind port 0e75f5ac-d93c-47d7-b2a5-094e13180733 on network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:42.068780 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:42.073592 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Checking segment: {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:42.074543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Bound using segment: {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:42.074753 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.075537 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Bound port: 0e75f5ac-d93c-47d7-b2a5-094e13180733, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:42.076142 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.080068 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:42.117294 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7ecff12f-5b27-4e64-94da-d015369e9652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.139204 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.237044 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70930c18-9c58-4fc3-8996-726b38df9acd None None] Pushing event updated for resources: {'Port': ['ID=ec801c2c-aa2b-44a6-b361-e2fe0ceba493,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:42.247527 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-70930c18-9c58-4fc3-8996-726b38df9acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:42.298966 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-9d2820e4-a59e-40a5-9844-96f58658ef10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=62e99782-e960-41c6-bf43-1a8213aadc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2450202 May 20 15:51:42.384353 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:42.410719 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:42.479824 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Made reservation on behalf of b890624e3d734594ae45927cebe3c4a0 for: {'port': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:42.487970 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-58e2dc6a-98ab-4d1d-88a5-8cb452bfd69f None None] Provisioning complete for port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:42.488629 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-58e2dc6a-98ab-4d1d-88a5-8cb452bfd69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.489974 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.590525 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] For port 0e75f5ac-d93c-47d7-b2a5-094e13180733, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:42.687752 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-58e2dc6a-98ab-4d1d-88a5-8cb452bfd69f None None] Port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:42.703480 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Attempting to bind port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:42.703902 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Attempting to bind port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:42.704293 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Attempting to bind port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 on network aaa771bb-5030-45cb-8aff-d495e9718ed8 {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:42.722011 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:42.722395 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Checking segment: {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:42.722810 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.723212 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Bound using segment: {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:42.723757 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Bound port: ec801c2c-aa2b-44a6-b361-e2fe0ceba493, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:42.724403 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.857043 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device f94b59ff-ebb7-4922-ae6b-15670350ab69 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:42.999291 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] For port ec801c2c-aa2b-44a6-b361-e2fe0ceba493, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:43.003090 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] For port ec801c2c-aa2b-44a6-b361-e2fe0ceba493, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=ec801c2c-aa2b-44a6-b361-e2fe0ceba493,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:43.011189 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port f94b59ff-ebb7-4922-ae6b-15670350ab69 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:43.011933 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.013897 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.021148 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:43.050622 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e6d4bc20-1eab-4b8d-92c1-d9f90e0f9d1f req-18b613e9-af6c-4ad9-ada3-b29212f9e73e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 210 time: 0.1145403 May 20 15:51:43.103863 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] For port 0e75f5ac-d93c-47d7-b2a5-094e13180733, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:43.118025 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.154040 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:43.200977 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Allocated IP 172.27.2.52 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/eb2b6f60-85d4-4839-b5e8-ed6e1e16139d) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:43.220809 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:43.221676 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:43.298353 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:43.299875 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.307171 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] 10.222.0.58 "PUT /v2.0/ports/0e75f5ac-d93c-47d7-b2a5-094e13180733 HTTP/1.1" status: 200 len: 1093 time: 3.9108641 May 20 15:51:43.307714 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b', 'tag': '0e75f5ac-d93c-47d7-b2a5-094e13180733'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:51:43.310389 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device fbe29f13-664b-44d9-8000-4f88e900992d up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:43.469964 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.470554 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port fbe29f13-664b-44d9-8000-4f88e900992d triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:43.470910 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.511471 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70930c18-9c58-4fc3-8996-726b38df9acd None None] Pushing event updated for resources: {'Port': ['ID=ec801c2c-aa2b-44a6-b361-e2fe0ceba493,revision_number=4']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:43.535720 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-70930c18-9c58-4fc3-8996-726b38df9acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:43.592999 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e75f5ac-d93c-47d7-b2a5-094e13180733,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:43.715988 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:43.726629 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:51:43.745884 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:43.853168 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-8e030e41-6919-4cfb-b980-8ada7a79eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:43.855518 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-8e030e41-6919-4cfb-b980-8ada7a79eec5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1096 time: 0.4042728 May 20 15:51:43.860780 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.935817 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-5f99caab-8e49-4a21-927c-59805271598a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733 HTTP/1.1" status: 200 len: 217 time: 0.0714138 May 20 15:51:43.970839 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 47466b6c-b2e9-48b8-9be7-beb70be2365e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:51:44.034600 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:44.062582 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Sync routers for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:44.081776 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] 10.222.0.47 "PUT /v2.0/routers/8f8eb80c-13ca-49fb-92c1-f900f18c37b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0775790 May 20 15:51:44.116252 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-ad0f47de-cfde-49f1-8d62-ffb5c6ea150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:44.121099 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-ad0f47de-cfde-49f1-8d62-ffb5c6ea150d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.1723835 May 20 15:51:44.136237 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.166502 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:44.170006 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:44.207888 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-6725c5b5-14a6-47d0-8342-4cf09b67ec33 service neutron] 10.222.0.58 "GET /v2.0/networks/62e99782-e960-41c6-bf43-1a8213aadc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8892851 May 20 15:51:44.222229 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b', 'tag': '0e75f5ac-d93c-47d7-b2a5-094e13180733', 'status': 'completed', 'code': 200} May 20 15:51:44.238956 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:44.300802 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:42Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:44.310817 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42ab18-6c54-45e3-944e-dec3666409b9 None None] The sync data for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi is: [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:42Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:44.362048 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4101620-0d2f-405d-95ac-12549baeae4b req-00b2cf96-7082-4b2e-a553-19395a35c6ea tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:44.363615 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a4101620-0d2f-405d-95ac-12549baeae4b req-00b2cf96-7082-4b2e-a553-19395a35c6ea tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 943 time: 1.1947079 May 20 15:51:44.415198 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'Port': ['ID=eb2b6f60-85d4-4839-b5e8-ed6e1e16139d,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:44.437041 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-5fe18f39-2431-44eb-97b1-e86b88c9ffd6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3032744 May 20 15:51:44.446551 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:44.588937 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 47466b6c-b2e9-48b8-9be7-beb70be2365e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=47466b6c-b2e9-48b8-9be7-beb70be2365e,segment=NetworkSegment(3bde3fb1-8fe5-4d9f-b823-b80bf06178c3),segment_id=3bde3fb1-8fe5-4d9f-b823-b80bf06178c3)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:44.596641 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:44.609835 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90544cca-6a00-477f-a98b-f675cc869ab0 req-0b162af6-b0ae-45ca-9659-cd5e9cc4dfd8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 210 time: 0.1956100 May 20 15:51:44.623062 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:44.628388 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:44.628741 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Allocated IP 172.20.0.13 (1acadefb-1ef9-47b6-91a4-9b1c8bad9691/5a09df72-a068-405b-b078-e72711c473f8/3cae7e9b-d9a1-49f0-9721-f507f333b463) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:44.780208 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '47466b6c-b2e9-48b8-9be7-beb70be2365e', 'network_id': '62e99782-e960-41c6-bf43-1a8213aadc2b', 'port_id': '47466b6c-b2e9-48b8-9be7-beb70be2365e', 'mac_address': 'fa:16:3e:39:d8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f283d71-768b-489d-805e-5421f07acae2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:51:44.863482 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.890891 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device ec801c2c-aa2b-44a6-b361-e2fe0ceba493 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:44.900907 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cec3bd9d-b94b-4022-951a-07beba5cc0b9 req-0bc28d72-1e1d-4738-9d28-7915e33b95be service neutron] 10.222.0.58 "GET /v2.0/networks/62e99782-e960-41c6-bf43-1a8213aadc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572065 May 20 15:51:44.949048 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a4101620-0d2f-405d-95ac-12549baeae4b req-be6d9268-b6ce-4dfe-b460-c83d308cf94c tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571768 May 20 15:51:45.081308 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:45.187905 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.279508 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.346365 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.356955 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:45.417853 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 51948) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:45.428747 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-274fbd9f-ca94-4c0f-bf0d-f0e57c9a64da service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9021389 May 20 15:51:45.443327 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1031141910', 'description': 'tempest-description--971492900'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:45.461005 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:45.468592 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.481458 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:45.488552 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:45.491152 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.493706 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:45.499406 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:45.500338 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.535345 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:security_group and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:45.546504 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:45.559219 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7647340 May 20 15:51:45.563049 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Pushing event updated for resources: {'Port': ['ID=3cae7e9b-d9a1-49f0-9721-f507f333b463,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:45.566426 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:45.568400 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:45.571660 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47466b6c-b2e9-48b8-9be7-beb70be2365e {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:45.577737 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Request body: {'port': {'device_id': 'c6b21d68-9a49-439d-9ac0-8746438ecf14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:45.595844 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 47466b6c-b2e9-48b8-9be7-beb70be2365e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=47466b6c-b2e9-48b8-9be7-beb70be2365e,segment=NetworkSegment(3bde3fb1-8fe5-4d9f-b823-b80bf06178c3),segment_id=3bde3fb1-8fe5-4d9f-b823-b80bf06178c3)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:45.670003 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.727954 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-90e86a21-197b-41a8-8a53-c9ff4f69a700 req-6a9e229f-b079-4223-a816-bc309ff97ec8 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245481 May 20 15:51:45.753465 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.769776 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.777543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ea669ab9-e3e5-4bef-aa65-e830e8cf299b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:45.828847 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.834699 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-4efec345-2972-4f89-a507-13e4849d8ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:45.844411 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.943175 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=47466b6c-b2e9-48b8-9be7-beb70be2365e,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:45.952693 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:45.970058 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:45.981208 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:45.981208 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.104905 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:46.126823 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:39Z', 'revision_number': 2, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:46.133965 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Checking router: 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:46.134710 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Updating router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:46.160426 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:security_group_rule and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:46.172993 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['47466b6c-b2e9-48b8-9be7-beb70be2365e'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:51:46.186657 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:46.224279 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:46.277323 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.341225 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'Port': ['ID=eb2b6f60-85d4-4839-b5e8-ed6e1e16139d,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:46.357555 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:46.366800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.368492 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6922450 May 20 15:51:46.392490 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-7ea81b93-386a-49fb-a31c-f50b8131682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:46.394462 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-7ea81b93-386a-49fb-a31c-f50b8131682d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1096 time: 0.5303521 May 20 15:51:46.396236 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.418870 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e714356-a3cf-43e0-921d-aaf5e6bfb305 req-108d5102-fb8a-432d-8a8b-287d719c3d00 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:46.420627 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7e714356-a3cf-43e0-921d-aaf5e6bfb305 req-108d5102-fb8a-432d-8a8b-287d719c3d00 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 944 time: 0.1842556 May 20 15:51:46.450995 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.647988 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7e714356-a3cf-43e0-921d-aaf5e6bfb305 req-5e256743-ac5f-41a3-8055-cffd1035df08 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173171 May 20 15:51:46.682412 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-ef039b87-4926-4165-8fa1-b8cd306b704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:46.684389 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-ef039b87-4926-4165-8fa1-b8cd306b704c service neutron] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 920 time: 0.2549019 May 20 15:51:46.785092 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cae7e9b-d9a1-49f0-9721-f507f333b463 {{(pid=91644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:46.795733 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.802125 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port ec801c2c-aa2b-44a6-b361-e2fe0ceba493, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=ec801c2c-aa2b-44a6-b361-e2fe0ceba493,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:46.812111 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b9a7f-1dae-495c-939c-124cfb26fb21 req-12bebaa8-2636-4583-ab8e-55c9d9172a5e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:46.812820 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-ca4b9a7f-1dae-495c-939c-124cfb26fb21 req-12bebaa8-2636-4583-ab8e-55c9d9172a5e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Synchronizing usage tracker for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:46.816380 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.823289 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:46.840536 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-ca4b9a7f-1dae-495c-939c-124cfb26fb21 req-12bebaa8-2636-4583-ab8e-55c9d9172a5e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Unset dirty status for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:46.841742 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ca4b9a7f-1dae-495c-939c-124cfb26fb21 req-12bebaa8-2636-4583-ab8e-55c9d9172a5e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 932 time: 0.9693422 May 20 15:51:46.850153 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Transition to ACTIVE for port object 3cae7e9b-d9a1-49f0-9721-f507f333b463 will not be triggered until provisioned by entity L2. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:46.899448 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-ca4b9a7f-1dae-495c-939c-124cfb26fb21 req-cc650142-4147-40f5-b14b-a247435b60da tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Synchronizing usage tracker for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:46.921983 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.937782 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e71889e7-f32b-49b3-9519-45c46f7b8f8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:46.972283 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-361b5aea-728e-456a-afb2-443169dd61dd tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:security_group {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:47.011616 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-ca4b9a7f-1dae-495c-939c-124cfb26fb21 req-cc650142-4147-40f5-b14b-a247435b60da tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Unset dirty status for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:47.012975 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ca4b9a7f-1dae-495c-939c-124cfb26fb21 req-cc650142-4147-40f5-b14b-a247435b60da tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647708 May 20 15:51:47.042337 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=ec801c2c-aa2b-44a6-b361-e2fe0ceba493,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.049772 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.068402 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Pushing event updated for resources: {'Port': ['ID=3cae7e9b-d9a1-49f0-9721-f507f333b463,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.086641 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.158332 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.159365 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Attempting to bind port 3cae7e9b-d9a1-49f0-9721-f507f333b463 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:47.159584 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Attempting to bind port 3cae7e9b-d9a1-49f0-9721-f507f333b463 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:47.160275 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Attempting to bind port 3cae7e9b-d9a1-49f0-9721-f507f333b463 on network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:47.167231 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.168445 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Port 3cae7e9b-d9a1-49f0-9721-f507f333b463 on network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:51:47.168773 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Attempting to bind port 3cae7e9b-d9a1-49f0-9721-f507f333b463 on network 1acadefb-1ef9-47b6-91a4-9b1c8bad9691 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:47.175359 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:47.175708 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Checking segment: {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:47.176267 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Bound using segment: {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:47.177416 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Bound port: 3cae7e9b-d9a1-49f0-9721-f507f333b463, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542372a3-4ded-494c-a356-454f380dfd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691'}}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:47.177839 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.178020 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-361b5aea-728e-456a-afb2-443169dd61dd tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:security_group {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:47.183789 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-361b5aea-728e-456a-afb2-443169dd61dd tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1265679341&fields=id&tenant_id=1f20e9aa07e94805976243a3976d9fbb HTTP/1.1" status: 200 len: 267 time: 0.3046479 May 20 15:51:47.207010 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.227654 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Transition to ACTIVE for port object 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:47.244772 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.245364 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b12dcbf6-52df-426d-b211-502109fbbd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:47.254410 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.258678 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8397915 May 20 15:51:47.259544 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:47.261218 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52008) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:47.284768 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'security_group_rule': {'security_group_id': 'ce7e6ecb-13f5-4b0a-a82f-74b935e6e331', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:47.294446 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:47.319146 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:security_group_rule and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:47.336371 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:47.336371 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.348080 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:47.350365 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.359573 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] For port 3cae7e9b-d9a1-49f0-9721-f507f333b463, host hv-cinder-78477, cleared binding levels {{(pid=91644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:47.362980 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] For port 3cae7e9b-d9a1-49f0-9721-f507f333b463, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3cae7e9b-d9a1-49f0-9721-f507f333b463,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:47.372465 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.408527 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.417273 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:47.450032 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-6b1cb96e-b076-48c8-be12-208e113bbe93 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:47.451598 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-6b1cb96e-b076-48c8-be12-208e113bbe93 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:network {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:47.486659 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-6b1cb96e-b076-48c8-be12-208e113bbe93 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:network {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:47.494742 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-6b1cb96e-b076-48c8-be12-208e113bbe93 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 810 time: 0.3072040 May 20 15:51:47.500214 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d96ac-3d1d-4126-9ab0-97b83f0224c0 None None] Pushing event updated for resources: {'Port': ['ID=1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.514497 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-65022dff-7522-4550-96c8-70a7c594c20d tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/quotas/1f20e9aa07e94805976243a3976d9fbb HTTP/1.1" status: 200 len: 375 time: 0.0183148 May 20 15:51:47.518503 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d5d96ac-3d1d-4126-9ab0-97b83f0224c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.526338 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Pushing event updated for resources: {'Port': ['ID=3cae7e9b-d9a1-49f0-9721-f507f333b463,revision_number=3']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.564928 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.565507 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.578196 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.580135 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:47.580428 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.583866 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] 10.222.0.58 "PUT /v2.0/ports/3cae7e9b-d9a1-49f0-9721-f507f333b463 HTTP/1.1" status: 200 len: 1094 time: 2.0110221 May 20 15:51:47.587785 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b21d68-9a49-439d-9ac0-8746438ecf14', 'tag': '3cae7e9b-d9a1-49f0-9721-f507f333b463'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:51:47.588444 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Attempting to bind port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:47.588827 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Attempting to bind port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:47.589201 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Attempting to bind port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 on network 0043754e-75c8-4d67-a366-20c5ef1cd936 {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:47.597227 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:47.607793 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:47.608334 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Checking segment: {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:47.608764 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.609182 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Bound using segment: {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:47.609705 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Bound port: 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:47.610097 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.634806 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.638795 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52028) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:47.639521 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3709345 May 20 15:51:47.641880 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f10b17c-63b7-4b82-8aab-2f05035a51da,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.650338 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.651090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'security_group_rule': {'security_group_id': 'ce7e6ecb-13f5-4b0a-a82f-74b935e6e331', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:47.670591 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b21d68-9a49-439d-9ac0-8746438ecf14', 'tag': '3cae7e9b-d9a1-49f0-9721-f507f333b463', 'status': 'completed', 'code': 200} May 20 15:51:47.670826 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-58902efb-26ba-4a00-b512-fe95f9310833 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:47.674729 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:47.681902 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:security_group_rule and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:47.691988 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:47.694170 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:47.715763 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-58902efb-26ba-4a00-b512-fe95f9310833 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:47.728688 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-58902efb-26ba-4a00-b512-fe95f9310833 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2129645 May 20 15:51:47.741270 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.763202 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] For port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:47.766618 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] For port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:47.773792 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.778390 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-2aa81baf-4843-4fcf-a8b9-04635fbb4004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:47.853546 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.871019 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.880817 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d81db6c7-63ce-4687-ab78-4a6737982142 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:47.905536 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:47.906171 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:51:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:47.923036 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d25d4ac-d03e-4dd2-bfa3-6556494e5793,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.928993 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.939732 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.942108 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3023486 May 20 15:51:47.945352 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52046) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:47.963271 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'floatingip': {'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:47.970820 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:47.976252 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:floatingip and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:47.980056 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:47.989616 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:47.991626 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d96ac-3d1d-4126-9ab0-97b83f0224c0 None None] Pushing event updated for resources: {'Port': ['ID=1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:48.000687 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd92ea9-141e-49b4-a593-f5293557aeaa req-5e681cba-b55e-4a34-85c8-227e2d589d8d tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:48.015726 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ecd92ea9-141e-49b4-a593-f5293557aeaa req-5e681cba-b55e-4a34-85c8-227e2d589d8d tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 944 time: 0.1802270 May 20 15:51:48.018324 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.049701 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-6e275577-4bc8-41af-9346-0035c8ce5300 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:51:48.050760 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d5d96ac-3d1d-4126-9ab0-97b83f0224c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:48.061931 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-6e275577-4bc8-41af-9346-0035c8ce5300 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1594222 May 20 15:51:48.074400 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ecd92ea9-141e-49b4-a593-f5293557aeaa req-fd586787-2497-403a-ba5f-484047fe54d3 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575066 May 20 15:51:48.243233 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:48.253469 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-d5cf478a-6b22-497f-9e1e-c0c50f6638bb service neutron] 10.222.0.47 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904485 May 20 15:51:48.375656 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad3e7-98af-47b2-bbfc-e639396ce657 req-1fd3cbdb-66a7-44e6-a967-4243ba19fdb7 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:48.377925 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-85bad3e7-98af-47b2-bbfc-e639396ce657 req-1fd3cbdb-66a7-44e6-a967-4243ba19fdb7 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 944 time: 0.0942335 May 20 15:51:48.447578 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-85bad3e7-98af-47b2-bbfc-e639396ce657 req-f74d0d29-4a72-4b6a-b3fa-f8c5fd13bb35 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632267 May 20 15:51:48.464253 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-6ebc9a38-424d-4074-a9ab-696c7e86c85e service neutron] 10.222.0.47 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098207 May 20 15:51:48.481193 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.610480 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:48.612918 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b237e1-3c2e-434f-a26b-252768525b3f None None] The sync data for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi is: [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:48.657966 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-ee6a82ba-2bfc-4b6a-b297-0b25327e4139 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733 HTTP/1.1" status: 200 len: 217 time: 0.1067677 May 20 15:51:48.718066 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Allocated IP 172.27.2.245 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/d23c4029-0caf-4df7-9dc2-7be496d6334e) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:48.719778 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7559a2a2-0099-4727-85ff-832cbcb8e524 req-f3dca71f-5b03-4811-8c02-4846dd22aef2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 210 time: 0.0666289 May 20 15:51:48.887434 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.922737 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.928218 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7b9589d9-47e1-4192-bb1b-12fff30aa4c8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:48.988638 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:48.996925 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:48.999713 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:49.039187 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device ec801c2c-aa2b-44a6-b361-e2fe0ceba493 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:49.040747 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'Port': ['ID=d23c4029-0caf-4df7-9dc2-7be496d6334e,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:49.055807 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:49.068616 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.126929 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:49.127381 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.240467 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.296229 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:49.394497 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:49.404179 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:49.404569 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.521031 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408ea2-ee3c-4b9f-a7b3-bceacf6e4e1c req-276881e0-bc7e-4ece-86fc-ada34eb5da44 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:49.523023 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-96408ea2-ee3c-4b9f-a7b3-bceacf6e4e1c req-276881e0-bc7e-4ece-86fc-ada34eb5da44 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 944 time: 0.2274857 May 20 15:51:49.588913 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.629287 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:49.631333 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 0e75f5ac-d93c-47d7-b2a5-094e13180733 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:51:49.649279 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.694878 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-726cee40-f526-46a9-8c30-4b6408d1c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:49.695937 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-726cee40-f526-46a9-8c30-4b6408d1c637 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.0732520 May 20 15:51:49.771333 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-245996df-9961-4ad4-b766-15fe600c9998 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666718 May 20 15:51:49.774286 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-96408ea2-ee3c-4b9f-a7b3-bceacf6e4e1c req-bc607022-4012-49ae-969b-c101a3001f99 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440169 May 20 15:51:49.832379 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:49.866847 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.902582 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 0e75f5ac-d93c-47d7-b2a5-094e13180733, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:49.920339 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9beb79-e3c3-4b8c-8b39-92994f093325 req-21a10aea-28e6-46bb-8447-4c933eecb5e0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:49.923220 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8f9beb79-e3c3-4b8c-8b39-92994f093325 req-21a10aea-28e6-46bb-8447-4c933eecb5e0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 944 time: 0.2957854 May 20 15:51:49.932489 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7361c-9850-4daa-9fbe-6aded45d6145 req-0c3f44b3-d953-4aae-9e57-54b8202744c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:49.934291 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bee7361c-9850-4daa-9fbe-6aded45d6145 req-0c3f44b3-d953-4aae-9e57-54b8202744c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 1097 time: 0.3124352 May 20 15:51:49.970119 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '0e75f5ac-d93c-47d7-b2a5-094e13180733', 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691', 'port_id': '0e75f5ac-d93c-47d7-b2a5-094e13180733', 'mac_address': 'fa:16:3e:0f:d0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a09df72-a068-405b-b078-e72711c473f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:51:49.978286 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:49.983173 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:50.013960 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.040229 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:50.063157 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.071496 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8f9beb79-e3c3-4b8c-8b39-92994f093325 req-e8185475-f3a3-467d-875c-81ec9d5b07ce tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362433 May 20 15:51:50.083459 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a83fda17-0fe9-473a-af73-6981ada18af6 req-a06ad18f-212a-4cc5-909d-5eca5930cfe1 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 210 time: 0.1204474 May 20 15:51:50.094770 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e75f5ac-d93c-47d7-b2a5-094e13180733 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:50.120879 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 0e75f5ac-d93c-47d7-b2a5-094e13180733, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:50.125269 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.128275 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:50.137289 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.138130 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7361c-9850-4daa-9fbe-6aded45d6145 req-1b8f1f49-dd12-40be-8626-50deacb829dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:50.139657 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bee7361c-9850-4daa-9fbe-6aded45d6145 req-1b8f1f49-dd12-40be-8626-50deacb829dc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b890624e3d734594ae45927cebe3c4a0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1888349 May 20 15:51:50.184045 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'Port': ['ID=d23c4029-0caf-4df7-9dc2-7be496d6334e,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:50.187468 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-e17bfa14-7a41-4683-857a-4bf7063449ec service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091177 May 20 15:51:50.190633 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:50.200162 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.202034 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2540817 May 20 15:51:50.207766 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=0e75f5ac-d93c-47d7-b2a5-094e13180733,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:50.211838 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:50.297073 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7361c-9850-4daa-9fbe-6aded45d6145 req-2eb039aa-4dcf-4a84-9f86-c6f9b434cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:50.298608 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bee7361c-9850-4daa-9fbe-6aded45d6145 req-2eb039aa-4dcf-4a84-9f86-c6f9b434cb5e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503212 May 20 15:51:50.404097 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-d3d4b884-3a2b-479a-91bf-e5da62d82d2e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Synchronizing usage tracker for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:50.419888 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-d3d4b884-3a2b-479a-91bf-e5da62d82d2e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Unset dirty status for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:50.420919 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-d3d4b884-3a2b-479a-91bf-e5da62d82d2e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1031141910&fields=id&tenant_id=6bcb1140b8394a729cc9a226c0a23a6c HTTP/1.1" status: 200 len: 267 time: 0.0553715 May 20 15:51:50.592507 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-99736370-a4e7-4e53-95d7-fa92b5091fd7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:50.593177 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-99736370-a4e7-4e53-95d7-fa92b5091fd7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Synchronizing usage tracker for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:network {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:50.609750 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-99736370-a4e7-4e53-95d7-fa92b5091fd7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Unset dirty status for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:network {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:50.610948 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-99736370-a4e7-4e53-95d7-fa92b5091fd7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 817 time: 0.1834655 May 20 15:51:50.626057 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-b1679f0e-0b2a-4f06-be1e-7929b6ac5dc6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/quotas/6bcb1140b8394a729cc9a226c0a23a6c HTTP/1.1" status: 200 len: 375 time: 0.0089133 May 20 15:51:50.712827 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-c8e1ee10-6a06-4c51-93e2-4c3fb5213d8e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Synchronizing usage tracker for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:50.733081 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-c8e1ee10-6a06-4c51-93e2-4c3fb5213d8e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Unset dirty status for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:50.734648 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-c8e1ee10-6a06-4c51-93e2-4c3fb5213d8e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032748 May 20 15:51:50.919811 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:50.946520 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-2bfd1c5a-5ebf-4d4d-a52a-88082bb6d557 service neutron] 10.222.0.47 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979611 May 20 15:51:50.999499 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f441b-268f-4973-8f57-56282c1ed367 req-04567827-b719-44ce-a32f-2d2d59cd4697 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:51.001435 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-422f441b-268f-4973-8f57-56282c1ed367 req-04567827-b719-44ce-a32f-2d2d59cd4697 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 944 time: 0.0855742 May 20 15:51:51.019316 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:51.019958 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.054138 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-422f441b-268f-4973-8f57-56282c1ed367 req-704d6438-410b-4a95-8b6e-eab262767a14 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 May 20 15:51:51.097597 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-e1668dbb-8185-45e6-8532-833309e31858 service neutron] 10.222.0.47 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430056 May 20 15:51:51.323632 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ffe95-8ed4-4832-8a74-62e66ef96e7d req-6fe741d8-bdd0-459e-a9b0-6d219d11790d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:51.325207 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fb3ffe95-8ed4-4832-8a74-62e66ef96e7d req-6fe741d8-bdd0-459e-a9b0-6d219d11790d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 944 time: 0.1186399 May 20 15:51:51.368369 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ec8ceb39-68ee-471f-8fba-aec0816e6839 req-23232ad2-abf7-464c-abe5-2c8b5953a493 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 210 time: 0.0564382 May 20 15:51:51.388322 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fb3ffe95-8ed4-4832-8a74-62e66ef96e7d req-882e146a-cd45-43c2-944c-f05b6fb45651 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556021 May 20 15:51:51.470200 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-accfd8d2-998c-4c45-a40d-4d70e6752b2f req-10ff77c5-16a0-4335-a0ac-6f4ed3f8dda9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 210 time: 0.0464263 May 20 15:51:52.113638 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 47466b6c-b2e9-48b8-9be7-beb70be2365e up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:52.243312 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 47466b6c-b2e9-48b8-9be7-beb70be2365e completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:52.249230 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 47466b6c-b2e9-48b8-9be7-beb70be2365e triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:52.249610 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.358451 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3f87-f748-4cc6-a7fe-b70f819e4c20 req-d9db7598-c695-4f6a-b6a1-390ed016e55b tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:52.359881 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c3ed3f87-f748-4cc6-a7fe-b70f819e4c20 req-d9db7598-c695-4f6a-b6a1-390ed016e55b tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 944 time: 0.1883326 May 20 15:51:52.361878 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1eefd3e-885d-4ab2-8be2-6f56ce62751a req-b0f3e862-8eb1-4b80-82e6-2c48588f0284 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530978 May 20 15:51:52.374946 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.414347 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c3ed3f87-f748-4cc6-a7fe-b70f819e4c20 req-2b17cddf-7075-44b8-99a3-5255d0ccb97e tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480616 May 20 15:51:52.447334 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52194db3-028f-48bd-bb8e-a0f1fe83302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47466b6c-b2e9-48b8-9be7-beb70be2365e'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:51:52.523083 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 47466b6c-b2e9-48b8-9be7-beb70be2365e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=47466b6c-b2e9-48b8-9be7-beb70be2365e,segment=NetworkSegment(3bde3fb1-8fe5-4d9f-b823-b80bf06178c3),segment_id=3bde3fb1-8fe5-4d9f-b823-b80bf06178c3)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:52.538259 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.542513 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d5d96ac-3d1d-4126-9ab0-97b83f0224c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:52.543621 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9d3bc33f-2fe8-45f9-be78-f91a5051c26c req-b3122b03-32ee-4a9d-a180-b0257476f441 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 210 time: 0.0619655 May 20 15:51:52.613994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c04df-7b57-447a-8f9e-edd2e1c5af06 req-4d585458-d6b2-4f26-b152-e7304dd3ef23 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:52.615627 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ec5c04df-7b57-447a-8f9e-edd2e1c5af06 req-4d585458-d6b2-4f26-b152-e7304dd3ef23 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 944 time: 0.0869954 May 20 15:51:52.644486 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=47466b6c-b2e9-48b8-9be7-beb70be2365e,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:52.648767 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:52.668966 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ec5c04df-7b57-447a-8f9e-edd2e1c5af06 req-f0f2a545-2d2f-4bca-8472-db0cc140ffa4 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 May 20 15:51:52.756912 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7689f3f7-81d3-42a5-8378-42fa60c152ee req-3b07bf7f-ad98-4eaf-99a0-27144d62c431 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 210 time: 0.0816960 May 20 15:51:52.782752 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52194db3-028f-48bd-bb8e-a0f1fe83302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47466b6c-b2e9-48b8-9be7-beb70be2365e', 'code': 200} May 20 15:51:53.298869 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-0cbedfff-1327-4a83-abad-f672b0d41e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:53.300388 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-0cbedfff-1327-4a83-abad-f672b0d41e15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 1097 time: 0.0780685 May 20 15:51:53.368263 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-0626e9a3-f188-4514-b32c-20a48bc9359e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cae7e9b-d9a1-49f0-9721-f507f333b463 HTTP/1.1" status: 200 len: 217 time: 0.0600369 May 20 15:51:53.414677 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['0e75f5ac-d93c-47d7-b2a5-094e13180733'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:51:53.475916 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-74567bb2-8608-4506-84a0-f8da5da7118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:53.477442 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-74567bb2-8608-4506-84a0-f8da5da7118e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.0823979 May 20 15:51:53.547353 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-17465c59-2f15-4450-ab2e-089c1717ec82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627055 May 20 15:51:53.814956 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-10be1d87-1d6c-49a1-a481-42ce2fedf3be req-d677879f-1fb3-4546-9be9-6d0a9bd2c828 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 210 time: 0.0623877 May 20 15:51:53.865878 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-216d36c9-95bb-4d85-bf1d-38fe737ebcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:53.869015 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-216d36c9-95bb-4d85-bf1d-38fe737ebcbe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 1098 time: 0.4090276 May 20 15:51:53.888359 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-27eb8efc-8eac-43d9-a5b7-0c9e0f2d6350 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279588 May 20 15:51:53.968437 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-8b613705-0055-4f3e-8f3e-50fdf08f5723 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:53.969988 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-8b613705-0055-4f3e-8f3e-50fdf08f5723 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 810 time: 0.3646321 May 20 15:51:53.982032 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d31b1-38d9-4b0d-9d19-96bd8cd0dc7e req-f08e0766-b804-4b67-b11a-68e6e8e4db45 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:53.983747 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4b0d31b1-38d9-4b0d-9d19-96bd8cd0dc7e req-f08e0766-b804-4b67-b11a-68e6e8e4db45 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.4420302 May 20 15:51:53.985988 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.035363 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:54.046253 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Usage tracker for resource:security_group_rule and tenant:1592d9e61b3346dcaa01792ff05412e0 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:54.053536 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:54.074049 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:54.103060 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-e18ce5a0-6de0-49b4-b52f-7fc6518e508c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f20e9aa07e94805976243a3976d9fbb HTTP/1.1" status: 200 len: 380 time: 0.1181295 May 20 15:51:54.116017 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'port': {'device_id': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'admin_state_up': True, 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'security_groups': ['2dc08f61-c4f0-42aa-8d9c-36c496731585']}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:54.136129 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4b0d31b1-38d9-4b0d-9d19-96bd8cd0dc7e req-8b48f788-f3f1-48aa-aed3-7418215764df tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274645 May 20 15:51:54.184007 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-10056117-f650-4ce0-86d8-b690cdd89cc7 req-a7127e33-f0e5-460c-8fe4-6d9c79468291 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913685 May 20 15:51:54.418401 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4d55ab20-cb1e-4c05-a464-b74602028ea1 req-f550cfcc-0278-4f64-b896-bbe13a873a33 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 210 time: 0.0873966 May 20 15:51:54.474877 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642aae6-f4ce-4daf-b6b5-96830469dcc0 req-115a8443-53d2-4394-8ab7-624108f8a4f3 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:54.479841 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e642aae6-f4ce-4daf-b6b5-96830469dcc0 req-115a8443-53d2-4394-8ab7-624108f8a4f3 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 944 time: 0.3944292 May 20 15:51:54.499219 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:54.511144 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:54.546319 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Made reservation on behalf of 1f20e9aa07e94805976243a3976d9fbb for: {'port': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:54.550769 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.580659 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e642aae6-f4ce-4daf-b6b5-96830469dcc0 req-c0dfaeb4-9b1d-44d9-bade-50e211b86b47 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999637 May 20 15:51:54.594401 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.596755 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-13fdc43d-4110-4888-addd-46dfd8d226a0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:54.599046 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-13fdc43d-4110-4888-addd-46dfd8d226a0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 817 time: 0.3886809 May 20 15:51:54.636650 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.650567 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:54.680644 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-3aaf2910-3033-423a-a1e4-aca23756fcca tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bcb1140b8394a729cc9a226c0a23a6c HTTP/1.1" status: 200 len: 380 time: 0.0715539 May 20 15:51:54.691511 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'port': {'device_id': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'admin_state_up': True, 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'security_groups': ['ce7e6ecb-13f5-4b0a-a82f-74b935e6e331']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:54.730309 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fd39e531-6d38-41fa-9d1e-99d2cb4454b2 req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8218989 May 20 15:51:54.747376 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3956d3f9-96f8-44ce-95d3-9bcd0a6fcb51,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:54.753934 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:54.836563 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Allocated IP 172.20.0.14 (aaa771bb-5030-45cb-8aff-d495e9718ed8/8a624cae-7e53-4475-864d-2e9e810196af/25381054-7d19-43b2-89d2-2b530f01a602) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:54.911679 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:54.937645 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:54.949954 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Made reservation on behalf of 6bcb1140b8394a729cc9a226c0a23a6c for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:54.955977 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.136911 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f1124a20-316f-4806-9dcb-21683bfbe00a req-5be2325e-ec56-49a8-90e8-a440fd53745e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 210 time: 0.1025510 May 20 15:51:55.199046 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Allocated IP 172.20.0.6 (0043754e-75c8-4d67-a366-20c5ef1cd936/611a5ca4-337a-4272-91b6-38b0cc470f1f/a35686eb-db4e-4218-b271-421000879b39) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:55.217570 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.239939 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Transition to ACTIVE for port object 25381054-7d19-43b2-89d2-2b530f01a602 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:55.280258 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.289394 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.362497 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:55.366526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:55.370568 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:55.375970 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.376657 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.390629 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'Port': ['ID=25381054-7d19-43b2-89d2-2b530f01a602,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.395808 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.409519 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52272) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:55.417227 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3076634 May 20 15:51:55.514940 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c23bc0-30ad-428b-aff7-1809b6293a90 req-10229e5f-3043-4b0b-9859-72d429956426 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.516701 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-03c23bc0-30ad-428b-aff7-1809b6293a90 req-10229e5f-3043-4b0b-9859-72d429956426 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.2384698 May 20 15:51:55.558802 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.593226 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-03c23bc0-30ad-428b-aff7-1809b6293a90 req-67f13ee5-bfcd-4a83-9766-1a2db7aa2702 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698798 May 20 15:51:55.600284 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Transition to ACTIVE for port object a35686eb-db4e-4218-b271-421000879b39 will not be triggered until provisioned by entity DHCP. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:55.637186 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.652942 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.673443 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-51009e2b-c3b7-48e9-b811-a4a8ebb1ed56 req-fd376ba5-0716-421f-9513-b75f34d686a3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 210 time: 0.1169593 May 20 15:51:55.674798 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.699450 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-1ccf7e62-bf29-471a-bddf-69f63559618f None None] Provisioning for port 25381054-7d19-43b2-89d2-2b530f01a602 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:55.700809 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:55.704918 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-1ccf7e62-bf29-471a-bddf-69f63559618f None None] Provisioning complete for port 25381054-7d19-43b2-89d2-2b530f01a602 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:55.705302 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-1ccf7e62-bf29-471a-bddf-69f63559618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.706018 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Usage tracker for resource:security_group_rule and tenant:88d0e07915d74c0dbfc86dfaf76e346c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:55.709902 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:55.722429 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:55.739882 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:55.749639 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:55.756197 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:55.761915 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.762731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.774702 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf7e62-bf29-471a-bddf-69f63559618f None None] Port 25381054-7d19-43b2-89d2-2b530f01a602 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:55.830894 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.832044 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.835353 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.840571 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.853375 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.866305 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1796489 May 20 15:51:55.890441 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbacb9-9b59-4037-a618-41645df9a526 req-a022ea87-2911-49ef-8cd0-a187969b0ebc tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.891950 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6dcbacb9-9b59-4037-a618-41645df9a526 req-a022ea87-2911-49ef-8cd0-a187969b0ebc tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 944 time: 0.1508579 May 20 15:51:55.960384 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6dcbacb9-9b59-4037-a618-41645df9a526 req-24bacbba-f03c-422f-bc27-552b81987774 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612981 May 20 15:51:55.970585 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=88d0e07915d74c0dbfc86dfaf76e346c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600455 May 20 15:51:55.973186 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52298) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:55.976113 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd49cf84-44c6-49b3-8e19-91fbdbdc7f94,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.987427 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:56.005467 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-bb0db676-acd1-476a-ba74-ba267ee0ce66 None None] Provisioning for port a35686eb-db4e-4218-b271-421000879b39 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:56.012053 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-bb0db676-acd1-476a-ba74-ba267ee0ce66 None None] Provisioning complete for port a35686eb-db4e-4218-b271-421000879b39 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:56.012606 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-bb0db676-acd1-476a-ba74-ba267ee0ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.044524 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-428df9de-ae81-48df-9d34-861e4d2ad80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.071338 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-bb0db676-acd1-476a-ba74-ba267ee0ce66 None None] Port a35686eb-db4e-4218-b271-421000879b39 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:56.072086 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-428df9de-ae81-48df-9d34-861e4d2ad80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.125230 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-428df9de-ae81-48df-9d34-861e4d2ad80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.149647 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4cf5fe28-1734-476b-81c4-c10462f13671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:56.152719 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428df9de-ae81-48df-9d34-861e4d2ad80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd49cf84-44c6-49b3-8e19-91fbdbdc7f94,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:56.156090 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-428df9de-ae81-48df-9d34-861e4d2ad80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:56.158351 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-428df9de-ae81-48df-9d34-861e4d2ad80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.162022 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-428df9de-ae81-48df-9d34-861e4d2ad80c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd49cf84-44c6-49b3-8e19-91fbdbdc7f94 HTTP/1.1" status: 204 len: 168 time: 0.1850917 May 20 15:51:56.360002 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07140b-87b4-48d1-bc3c-6c92ec16acc6 req-bf8ca13f-83c7-422a-bfaa-0651c85d744f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:56.360692 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-1d07140b-87b4-48d1-bc3c-6c92ec16acc6 req-bf8ca13f-83c7-422a-bfaa-0651c85d744f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:56.377201 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-1d07140b-87b4-48d1-bc3c-6c92ec16acc6 req-bf8ca13f-83c7-422a-bfaa-0651c85d744f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:56.378407 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d07140b-87b4-48d1-bc3c-6c92ec16acc6 req-bf8ca13f-83c7-422a-bfaa-0651c85d744f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 932 time: 0.0995274 May 20 15:51:56.422687 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 0e75f5ac-d93c-47d7-b2a5-094e13180733 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:56.451034 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d07140b-87b4-48d1-bc3c-6c92ec16acc6 req-eca4ca63-7d7d-42a3-ba17-c4b362a4175b tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662837 May 20 15:51:56.467558 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52320) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:56.485431 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.502976 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:56.505613 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 0e75f5ac-d93c-47d7-b2a5-094e13180733 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:56.506928 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Usage tracker for resource:security_group_rule and tenant:80688d69c5ed43ff82edf4f6d82685a9 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:56.509805 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:56.510279 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 0e75f5ac-d93c-47d7-b2a5-094e13180733 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:56.510656 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.515603 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:56.596739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.601102 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.609632 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:56.625040 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.651377 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80688d69c5ed43ff82edf4f6d82685a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803029 May 20 15:51:56.651595 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52326) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:56.658524 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e75f5ac-d93c-47d7-b2a5-094e13180733'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:51:56.663452 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d71d80-b7f2-4746-b0ef-272362d10cc3,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:56.668068 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:56.670371 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 0e75f5ac-d93c-47d7-b2a5-094e13180733, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:56.675440 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.679095 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:56.715524 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-394bf943-6c99-46ee-b96e-b4f1d1c48903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.742189 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e75f5ac-d93c-47d7-b2a5-094e13180733', 'code': 200} May 20 15:51:56.749798 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=0e75f5ac-d93c-47d7-b2a5-094e13180733,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:56.753748 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:56.781386 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-394bf943-6c99-46ee-b96e-b4f1d1c48903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.855339 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd68f69-6463-4711-a393-dd9398884d02 req-800b997e-9953-4ec1-beab-3fcddbe13bb4 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:56.856826 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8cd68f69-6463-4711-a393-dd9398884d02 req-800b997e-9953-4ec1-beab-3fcddbe13bb4 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.1171043 May 20 15:51:56.877538 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-394bf943-6c99-46ee-b96e-b4f1d1c48903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.883396 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a98873-82d3-43b1-9d92-b00e13a20bf8 req-7996f6c9-29db-41ba-9cfa-ca0b8fc0bb2a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:56.884874 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a7a98873-82d3-43b1-9d92-b00e13a20bf8 req-7996f6c9-29db-41ba-9cfa-ca0b8fc0bb2a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 931 time: 0.0820820 May 20 15:51:56.886655 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1d226dcb-4b11-41cc-aca3-d82850fb5861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:56.907213 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bf943-6c99-46ee-b96e-b4f1d1c48903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d71d80-b7f2-4746-b0ef-272362d10cc3,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:56.914292 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-394bf943-6c99-46ee-b96e-b4f1d1c48903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:56.917481 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-394bf943-6c99-46ee-b96e-b4f1d1c48903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.921438 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-394bf943-6c99-46ee-b96e-b4f1d1c48903 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91d71d80-b7f2-4746-b0ef-272362d10cc3 HTTP/1.1" status: 204 len: 168 time: 0.2660952 May 20 15:51:56.929938 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8cd68f69-6463-4711-a393-dd9398884d02 req-94809be2-0a6b-4209-995a-8732d8b7e3c0 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668910 May 20 15:51:56.940112 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a7a98873-82d3-43b1-9d92-b00e13a20bf8 req-79f48508-7b1b-4f81-93dc-2943cd684193 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494635 May 20 15:51:57.206998 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e002cb-7d65-407f-9143-def074c135c4 req-1f2513be-ab9c-40f0-93ee-b72bcbd47599 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:57.209089 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-32e002cb-7d65-407f-9143-def074c135c4 req-1f2513be-ab9c-40f0-93ee-b72bcbd47599 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 944 time: 0.1439247 May 20 15:51:57.256474 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-32e002cb-7d65-407f-9143-def074c135c4 req-8e4df4d8-bb02-49cd-9642-f717d1c2a914 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 May 20 15:51:57.293990 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52344) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:57.312766 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.327375 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:57.331235 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:56be56e657e5455b937c968547a03fef is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:57.335174 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:57.341222 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:57.430219 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.433991 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.443207 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-104fd2a5-51d9-433c-9e0c-f7e36b868947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:57.482091 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56be56e657e5455b937c968547a03fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869886 May 20 15:51:57.483679 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff1c9a1-9110-43e8-be3d-042a6c37b8e7,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:57.485235 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52352) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:57.499443 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:57.556130 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d4af-31bc-404e-ac42-74ff4f5a27d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.588106 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d4af-31bc-404e-ac42-74ff4f5a27d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.657924 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d4af-31bc-404e-ac42-74ff4f5a27d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.665297 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:57.672090 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9fab8-08c2-414b-a22a-abe8d8b775fe req-c78fa534-9e38-44fb-95cd-0ff09291ded3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:57.673820 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-51f9fab8-08c2-414b-a22a-abe8d8b775fe req-c78fa534-9e38-44fb-95cd-0ff09291ded3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 932 time: 0.0997643 May 20 15:51:57.684215 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3d4af-31bc-404e-ac42-74ff4f5a27d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff1c9a1-9110-43e8-be3d-042a6c37b8e7,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:57.691229 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d4af-31bc-404e-ac42-74ff4f5a27d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.692408 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-b5d3d4af-31bc-404e-ac42-74ff4f5a27d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ff1c9a1-9110-43e8-be3d-042a6c37b8e7 HTTP/1.1" status: 204 len: 168 time: 0.2032716 May 20 15:51:57.693334 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b5d3d4af-31bc-404e-ac42-74ff4f5a27d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:57.743456 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-51f9fab8-08c2-414b-a22a-abe8d8b775fe req-876d2427-6938-452f-a5ca-3231cc28c914 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593448 May 20 15:51:58.133145 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ffe78-2ba4-406e-b137-4207d51f7959 req-951f5c10-d6ee-430b-899e-67a406d11af5 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:58.140157 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-158ffe78-2ba4-406e-b137-4207d51f7959 req-951f5c10-d6ee-430b-899e-67a406d11af5 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.0946646 May 20 15:51:58.155470 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f8a1-cb1b-4a00-9fa4-f4f442fe120d req-9906385b-dbcf-42a1-9c69-638ef5d0ffbb tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:58.157332 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fdf0f8a1-cb1b-4a00-9fa4-f4f442fe120d req-9906385b-dbcf-42a1-9c69-638ef5d0ffbb tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 931 time: 0.0917072 May 20 15:51:58.182575 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-158ffe78-2ba4-406e-b137-4207d51f7959 req-a04b15e2-acbb-4e34-ad92-3eb8e4085340 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 May 20 15:51:58.214953 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fdf0f8a1-cb1b-4a00-9fa4-f4f442fe120d req-19bbc677-9af7-454c-b222-6ad2bb09374b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500052 May 20 15:51:58.446081 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dedd9a-d94b-49f9-9d4b-693ca0549bf1 req-2226863f-105d-4359-ae68-6189c3509f9b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:58.447550 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-38dedd9a-d94b-49f9-9d4b-693ca0549bf1 req-2226863f-105d-4359-ae68-6189c3509f9b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 944 time: 0.0844059 May 20 15:51:58.474042 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Request body: {'port': {'device_id': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:58.476173 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Request body: {'port': {'device_id': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:58.541719 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-38dedd9a-d94b-49f9-9d4b-693ca0549bf1 req-2d43ca53-7fe6-4062-894c-36583e0df523 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877151 May 20 15:51:58.607971 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.624048 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.112832 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493cda4-7513-48fe-8abc-e3c47d9d0108 req-bbc493f5-dd30-4cef-af00-eb5fe5354c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:59.113350 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35686eb-db4e-4218-b271-421000879b39 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:59.114451 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a493cda4-7513-48fe-8abc-e3c47d9d0108 req-bbc493f5-dd30-4cef-af00-eb5fe5354c28 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1098 time: 0.4079156 May 20 15:51:59.122485 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.140685 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Transition to ACTIVE for port object a35686eb-db4e-4218-b271-421000879b39 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:59.154229 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.159405 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:59.175138 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04250e2-f53f-4b4a-82c1-70182144fe83 req-2585cffe-102b-4325-8b23-ac434f76a577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:59.176642 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f04250e2-f53f-4b4a-82c1-70182144fe83 req-2585cffe-102b-4325-8b23-ac434f76a577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 932 time: 0.3176975 May 20 15:51:59.247036 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-a493cda4-7513-48fe-8abc-e3c47d9d0108 req-b8991acf-a5f8-422d-a2c7-0b91e1037a51 service neutron] Synchronizing usage tracker for tenant:1592d9e61b3346dcaa01792ff05412e0 on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:59.387742 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f04250e2-f53f-4b4a-82c1-70182144fe83 req-053db5c0-4b28-4e7e-859c-6be3b4e285a5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997492 May 20 15:51:59.452027 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25381054-7d19-43b2-89d2-2b530f01a602 {{(pid=91644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:59.468747 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:59.474773 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-a493cda4-7513-48fe-8abc-e3c47d9d0108 req-b8991acf-a5f8-422d-a2c7-0b91e1037a51 service neutron] Unset dirty status for tenant:1592d9e61b3346dcaa01792ff05412e0 on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:59.481708 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:59.492055 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a493cda4-7513-48fe-8abc-e3c47d9d0108 req-b8991acf-a5f8-422d-a2c7-0b91e1037a51 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701992 May 20 15:51:59.493919 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.508280 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Attempting to bind port a35686eb-db4e-4218-b271-421000879b39 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:59.508774 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Attempting to bind port a35686eb-db4e-4218-b271-421000879b39 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:59.509252 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Attempting to bind port a35686eb-db4e-4218-b271-421000879b39 on network 0043754e-75c8-4d67-a366-20c5ef1cd936 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:59.515576 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Port a35686eb-db4e-4218-b271-421000879b39 on network 0043754e-75c8-4d67-a366-20c5ef1cd936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:51:59.516169 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Attempting to bind port a35686eb-db4e-4218-b271-421000879b39 on network 0043754e-75c8-4d67-a366-20c5ef1cd936 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:59.525250 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:59.525653 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Checking segment: {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:59.526260 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Bound using segment: {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:59.526899 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Bound port: a35686eb-db4e-4218-b271-421000879b39, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:59.527447 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.528484 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Transition to ACTIVE for port object 25381054-7d19-43b2-89d2-2b530f01a602 will not be triggered until provisioned by entity L2. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:59.539947 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.544350 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:59.636689 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f1a2a-5f8b-44d1-ac57-aba6951095b9 req-b38c2aee-ef14-4fbd-a0a7-7e0dfbfef6d2 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:59.638915 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-706f1a2a-5f8b-44d1-ac57-aba6951095b9 req-b38c2aee-ef14-4fbd-a0a7-7e0dfbfef6d2 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.2373617 May 20 15:51:59.794365 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:59.819587 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-706f1a2a-5f8b-44d1-ac57-aba6951095b9 req-c7f61713-4e93-4732-aaca-033eb205961f tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697905 May 20 15:51:59.837199 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:59.848142 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.853901 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:59.892433 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Pushing event updated for resources: {'Port': ['ID=25381054-7d19-43b2-89d2-2b530f01a602,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:59.920733 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:59.959088 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Attempting to bind port 25381054-7d19-43b2-89d2-2b530f01a602 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:59.959417 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Attempting to bind port 25381054-7d19-43b2-89d2-2b530f01a602 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:59.959763 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Attempting to bind port 25381054-7d19-43b2-89d2-2b530f01a602 on network aaa771bb-5030-45cb-8aff-d495e9718ed8 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:59.967876 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Port 25381054-7d19-43b2-89d2-2b530f01a602 on network aaa771bb-5030-45cb-8aff-d495e9718ed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:51:59.968114 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Attempting to bind port 25381054-7d19-43b2-89d2-2b530f01a602 on network aaa771bb-5030-45cb-8aff-d495e9718ed8 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:59.981165 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:59.986029 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:59.986734 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:59.987076 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Checking segment: {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:59.987501 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Bound using segment: {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:59.987931 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Bound port: 25381054-7d19-43b2-89d2-2b530f01a602, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'}}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:59.988274 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.991526 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:59.993131 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.994770 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] 10.222.0.58 "PUT /v2.0/ports/a35686eb-db4e-4218-b271-421000879b39 HTTP/1.1" status: 200 len: 1093 time: 1.5231831 May 20 15:51:59.995624 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'tag': 'a35686eb-db4e-4218-b271-421000879b39'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:00.042559 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d03905-cfd8-43d2-9e39-8d2f2db5c486 req-7cf6bbd6-ca43-4f39-93c2-fcc21a8d3d1a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.055187 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-45d03905-cfd8-43d2-9e39-8d2f2db5c486 req-7cf6bbd6-ca43-4f39-93c2-fcc21a8d3d1a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.4440253 May 20 15:52:00.221196 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-45d03905-cfd8-43d2-9e39-8d2f2db5c486 req-d183e4b7-4053-4d93-8f62-f17ccc625fcd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639309 May 20 15:52:00.261230 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2292903-0c83-4280-a0be-13b690b1d34c req-211f5494-7595-456b-b211-4bcc889e9c0f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.281245 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a2292903-0c83-4280-a0be-13b690b1d34c req-211f5494-7595-456b-b211-4bcc889e9c0f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 944 time: 0.2756524 May 20 15:52:00.313832 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-03f8d770-bbc1-4bdb-aa67-020875a2503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.315309 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-03f8d770-bbc1-4bdb-aa67-020875a2503f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 1096 time: 0.2632978 May 20 15:52:00.387798 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] For port 25381054-7d19-43b2-89d2-2b530f01a602, host hv-cinder-78477, cleared binding levels {{(pid=91644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:00.391118 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] For port 25381054-7d19-43b2-89d2-2b530f01a602, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25381054-7d19-43b2-89d2-2b530f01a602,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:00.398642 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.409368 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0ba87668-9c45-4faa-8051-777af4ed4dc8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:00.451774 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'tag': 'a35686eb-db4e-4218-b271-421000879b39', 'status': 'completed', 'code': 200} May 20 15:52:00.479894 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 3cae7e9b-d9a1-49f0-9721-f507f333b463 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:00.489984 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-51087c53-2c76-4826-a7d2-6cb433c47a43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35686eb-db4e-4218-b271-421000879b39 HTTP/1.1" status: 200 len: 217 time: 0.1574035 May 20 15:52:00.493003 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a2292903-0c83-4280-a0be-13b690b1d34c req-1f3ac755-9759-4d2d-a194-80887c0f1406 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131755 May 20 15:52:00.575287 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.576134 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.579981 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] 10.222.0.58 "PUT /v2.0/ports/25381054-7d19-43b2-89d2-2b530f01a602 HTTP/1.1" status: 200 len: 1094 time: 2.1107440 May 20 15:52:00.580757 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'tag': '25381054-7d19-43b2-89d2-2b530f01a602'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:00.637351 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-949bcda6-0ea1-4cd3-a97e-32817fbc1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.647917 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-949bcda6-0ea1-4cd3-a97e-32817fbc1449 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.1477406 May 20 15:52:00.801614 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'tag': '25381054-7d19-43b2-89d2-2b530f01a602', 'status': 'completed', 'code': 200} May 20 15:52:00.819640 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 3cae7e9b-d9a1-49f0-9721-f507f333b463, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3cae7e9b-d9a1-49f0-9721-f507f333b463,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:00.857779 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Pushing event updated for resources: {'Port': ['ID=25381054-7d19-43b2-89d2-2b530f01a602,revision_number=3']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:00.865167 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:00.899956 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-1445698a-fc26-470c-8987-bd7089d4f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.901953 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-1445698a-fc26-470c-8987-bd7089d4f3be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2444274 May 20 15:52:00.902261 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '3cae7e9b-d9a1-49f0-9721-f507f333b463', 'network_id': '1acadefb-1ef9-47b6-91a4-9b1c8bad9691', 'port_id': '3cae7e9b-d9a1-49f0-9721-f507f333b463', 'mac_address': 'fa:16:3e:b3:bd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a09df72-a068-405b-b078-e72711c473f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:00.914847 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b1a8-de55-4c08-82c0-f441de7f362c req-d7cabb5e-a59f-49a7-812d-886d25a17b58 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.916369 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed26b1a8-de55-4c08-82c0-f441de7f362c req-d7cabb5e-a59f-49a7-812d-886d25a17b58 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 944 time: 0.3074932 May 20 15:52:00.921003 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-1da7b399-c522-40a7-8faf-e761d47a2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.922392 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-1da7b399-c522-40a7-8faf-e761d47a2e7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 1097 time: 0.2181451 May 20 15:52:01.012320 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-e338874b-5560-4c9a-9236-688e36cc5d71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25381054-7d19-43b2-89d2-2b530f01a602 HTTP/1.1" status: 200 len: 217 time: 0.0727530 May 20 15:52:01.081732 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.087073 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed26b1a8-de55-4c08-82c0-f441de7f362c req-cd8abbf2-340d-4caf-9941-cf8de2cb13de tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628368 May 20 15:52:01.118714 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-e152b91e-301d-49cb-9f5b-14922e3bdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.120804 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-e152b91e-301d-49cb-9f5b-14922e3bdd8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 200 len: 849 time: 0.0974412 May 20 15:52:01.136193 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cae7e9b-d9a1-49f0-9721-f507f333b463 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:01.162957 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 3cae7e9b-d9a1-49f0-9721-f507f333b463, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3cae7e9b-d9a1-49f0-9721-f507f333b463,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:01.171483 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.179456 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-63c7411d-136b-4c0f-a0eb-328c7cc29b76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:01.189345 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-0c0453a3-6f74-4c68-b73d-fee32fd594e0 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797132 May 20 15:52:01.235171 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-7b0ee670-f5db-48ee-b0d5-7bbd409beac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.236900 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-7b0ee670-f5db-48ee-b0d5-7bbd409beac2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa771bb-5030-45cb-8aff-d495e9718ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0996773 May 20 15:52:01.278603 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=3cae7e9b-d9a1-49f0-9721-f507f333b463,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:01.283464 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:01.366277 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6efe1-534f-45be-9275-b2d95b917284 req-d0507dbf-970e-4815-934c-2d988fe6ff32 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.375049 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89d6efe1-534f-45be-9275-b2d95b917284 req-d0507dbf-970e-4815-934c-2d988fe6ff32 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.3557577 May 20 15:52:01.408371 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['3cae7e9b-d9a1-49f0-9721-f507f333b463'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:01.452360 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89d6efe1-534f-45be-9275-b2d95b917284 req-f11919c0-f7cb-4cc5-ac77-96d01d1262ac tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763774 May 20 15:52:01.507184 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-d1dac77f-d133-4182-ba02-d60cf212c195 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619207 May 20 15:52:01.508607 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d1265804-f6c3-482f-bbcd-b4aa4b716147 req-ddf03063-531e-4e88-a70b-ed7d2a06a361 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082283 May 20 15:52:01.592772 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:52:01.674717 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e07a2c-3f7b-4b4b-9bcb-0e15d784efbf req-2cc7cdfd-6572-40f8-962d-03bbc7c7f024 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.690423 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-66e07a2c-3f7b-4b4b-9bcb-0e15d784efbf req-2cc7cdfd-6572-40f8-962d-03bbc7c7f024 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.2924058 May 20 15:52:01.787349 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1d5b353b-8862-4790-97c1-cada2cc92fc0 req-ee0caf63-50e5-4fe8-a5e7-fff902357ef1 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583218 May 20 15:52:01.813953 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636935-153c-443b-a7c2-4df507337de0 req-08e810db-0c13-4eb9-b6da-d5337bfd0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.815472 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cb636935-153c-443b-a7c2-4df507337de0 req-08e810db-0c13-4eb9-b6da-d5337bfd0aac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 1096 time: 0.2442586 May 20 15:52:01.829886 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-66e07a2c-3f7b-4b4b-9bcb-0e15d784efbf req-eb78230f-915e-47dd-a5a2-fdd380fcd672 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385853 May 20 15:52:01.891477 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11c109-b7f3-42d6-a6db-21a539a18930 req-be00571f-8cd6-4a65-aaf4-e8bba1559b99 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.893200 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ef11c109-b7f3-42d6-a6db-21a539a18930 req-be00571f-8cd6-4a65-aaf4-e8bba1559b99 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 945 time: 0.1995547 May 20 15:52:01.938005 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52526) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:02.041423 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-d7ee7ae5-7f68-440b-8318-519cbaa0cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:02.045565 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-d7ee7ae5-7f68-440b-8318-519cbaa0cd73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 1097 time: 0.1549635 May 20 15:52:02.073587 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ef11c109-b7f3-42d6-a6db-21a539a18930 req-cc24a16a-326c-4d43-85fc-89738d430cde tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700568 May 20 15:52:02.105778 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636935-153c-443b-a7c2-4df507337de0 req-52ad1685-8c3d-400e-9596-91bf3f56fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:02.107496 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cb636935-153c-443b-a7c2-4df507337de0 req-52ad1685-8c3d-400e-9596-91bf3f56fd17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 918 time: 0.2769840 May 20 15:52:02.254639 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cb636935-153c-443b-a7c2-4df507337de0 req-fd02a3fc-b87e-43dd-a4ff-6921504af069 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35686eb-db4e-4218-b271-421000879b39 HTTP/1.1" status: 200 len: 217 time: 0.1390877 May 20 15:52:02.282609 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.325271 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636935-153c-443b-a7c2-4df507337de0 req-83ddc621-46d8-4da3-be64-0c7101503f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:02.326844 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cb636935-153c-443b-a7c2-4df507337de0 req-83ddc621-46d8-4da3-be64-0c7101503f4d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.0649660 May 20 15:52:02.347499 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:02.373972 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Usage tracker for resource:security_group_rule and tenant:c02736faf8924c7196239c5bad6ddb7a is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:02.380251 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:02.394249 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:02.397298 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-55d03923-33ae-43fe-b765-e565f381990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:02.398815 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-55d03923-33ae-43fe-b765-e565f381990c service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 911 time: 0.3451083 May 20 15:52:02.424186 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636935-153c-443b-a7c2-4df507337de0 req-39acca92-f2e4-4ff5-b75b-4e1fe4f7e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:02.425861 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cb636935-153c-443b-a7c2-4df507337de0 req-39acca92-f2e4-4ff5-b75b-4e1fe4f7e65d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0851357 May 20 15:52:02.493712 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-c6f47d6e-69ed-4fea-9441-7435ea0c3be8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25381054-7d19-43b2-89d2-2b530f01a602 HTTP/1.1" status: 200 len: 217 time: 0.0838897 May 20 15:52:02.518488 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73842c7e-c97b-4322-af85-8ffc2d3aa581 req-1057045e-1138-48aa-b328-cbdc1c794f0b tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:02.525881 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-73842c7e-c97b-4322-af85-8ffc2d3aa581 req-1057045e-1138-48aa-b328-cbdc1c794f0b tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 944 time: 0.2463377 May 20 15:52:02.584233 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-73842c7e-c97b-4322-af85-8ffc2d3aa581 req-4a86475a-f671-43b1-9e60-0c22d4421df8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572336 May 20 15:52:02.622227 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cb636935-153c-443b-a7c2-4df507337de0 req-f9d3ee3d-ece7-4add-9f61-7227a7f0b573 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859629 May 20 15:52:02.625131 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.630132 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.638959 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0e90b6a3-7e90-4062-b3aa-2d24f528dbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.646964 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52566) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:02.679737 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c02736faf8924c7196239c5bad6ddb7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7353296 May 20 15:52:02.681847 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52572) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:02.684662 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b62db5-ff4c-4913-8c15-b01a165804d6,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.696888 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.748486 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-549920ff-5c0d-4543-8612-d4a2d6086c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.775940 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-549920ff-5c0d-4543-8612-d4a2d6086c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.781464 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.796457 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:02.800501 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Usage tracker for resource:security_group_rule and tenant:ad6534b4f3574e9eb84e2ac968fc7124 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:02.803622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:02.808945 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:02.827200 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-549920ff-5c0d-4543-8612-d4a2d6086c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.832041 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.844351 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549920ff-5c0d-4543-8612-d4a2d6086c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b62db5-ff4c-4913-8c15-b01a165804d6,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.848089 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-549920ff-5c0d-4543-8612-d4a2d6086c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.853960 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-549920ff-5c0d-4543-8612-d4a2d6086c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.857382 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-549920ff-5c0d-4543-8612-d4a2d6086c66 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8b62db5-ff4c-4913-8c15-b01a165804d6 HTTP/1.1" status: 204 len: 168 time: 0.1722775 May 20 15:52:02.913025 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.917667 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.927322 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a11afc1a-b5aa-49df-b692-520cbd10e335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.965813 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad6534b4f3574e9eb84e2ac968fc7124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177788 May 20 15:52:02.967452 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e13ca8-b6e5-48d0-8553-a54d2c51ac36,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.969403 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52582) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:02.972238 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.037028 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e46351bf-17fe-4c29-80ba-4d746574e69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.054995 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23124ab-46cb-4838-9a41-9de04e76d4c0 req-0db21700-0b23-4423-895e-77be0b383d76 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:03.055704 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-c23124ab-46cb-4838-9a41-9de04e76d4c0 req-0db21700-0b23-4423-895e-77be0b383d76 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Synchronizing usage tracker for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:03.070063 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e46351bf-17fe-4c29-80ba-4d746574e69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.071814 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-c23124ab-46cb-4838-9a41-9de04e76d4c0 req-0db21700-0b23-4423-895e-77be0b383d76 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Unset dirty status for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:03.073137 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c23124ab-46cb-4838-9a41-9de04e76d4c0 req-0db21700-0b23-4423-895e-77be0b383d76 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.1028678 May 20 15:52:03.123650 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c23124ab-46cb-4838-9a41-9de04e76d4c0 req-14d4e906-a7f9-4b55-984d-5f82b26fefc1 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413353 May 20 15:52:03.157419 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e46351bf-17fe-4c29-80ba-4d746574e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.161562 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:03.173446 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46351bf-17fe-4c29-80ba-4d746574e69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e13ca8-b6e5-48d0-8553-a54d2c51ac36,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:03.182708 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e46351bf-17fe-4c29-80ba-4d746574e69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.185045 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e46351bf-17fe-4c29-80ba-4d746574e69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.188570 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-e46351bf-17fe-4c29-80ba-4d746574e69e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51e13ca8-b6e5-48d0-8553-a54d2c51ac36 HTTP/1.1" status: 204 len: 168 time: 0.2152033 May 20 15:52:03.262783 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52596) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:03.281828 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.296994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:03.302104 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f0da068c754f358709f37ac3acfb17 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:03.305499 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:03.313956 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:03.375893 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036caab5-043f-4fce-8450-a9a0b1fb08b5 req-28432eec-6da0-480b-b1b2-5da1baab870a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:03.377297 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-036caab5-043f-4fce-8450-a9a0b1fb08b5 req-28432eec-6da0-480b-b1b2-5da1baab870a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 945 time: 0.1651464 May 20 15:52:03.400031 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.404662 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.413451 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c5f482d4-ecdf-4e29-9348-9110780541e4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:03.425257 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-036caab5-043f-4fce-8450-a9a0b1fb08b5 req-8b9f728b-90ab-491c-b16e-bd452560f112 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 May 20 15:52:03.452351 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8f0da068c754f358709f37ac3acfb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886716 May 20 15:52:03.454001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352addf6-3544-4afd-99ab-05887e095708,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:03.454975 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52602) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:03.457218 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.465820 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 3cae7e9b-d9a1-49f0-9721-f507f333b463 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:03.518902 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd5da-0f23-4c6d-9def-053542157345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.538409 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 3cae7e9b-d9a1-49f0-9721-f507f333b463 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:03.543667 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 3cae7e9b-d9a1-49f0-9721-f507f333b463 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:03.544319 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.548885 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd5da-0f23-4c6d-9def-053542157345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.604850 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52606) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:03.604998 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd5da-0f23-4c6d-9def-053542157345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.610130 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:03.622512 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dd5da-0f23-4c6d-9def-053542157345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352addf6-3544-4afd-99ab-05887e095708,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:03.627191 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.632539 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-bf8dd5da-0f23-4c6d-9def-053542157345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.634647 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd5da-0f23-4c6d-9def-053542157345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.643632 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:03.643909 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-bf8dd5da-0f23-4c6d-9def-053542157345 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/352addf6-3544-4afd-99ab-05887e095708 HTTP/1.1" status: 204 len: 168 time: 0.1823997 May 20 15:52:03.647705 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Usage tracker for resource:security_group_rule and tenant:d59b23924264490f88fcdd0b5e41c80b is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:03.650699 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:03.656632 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:03.711406 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.742263 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b21d68-9a49-439d-9ac0-8746438ecf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cae7e9b-d9a1-49f0-9721-f507f333b463'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:03.763515 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 3cae7e9b-d9a1-49f0-9721-f507f333b463, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3cae7e9b-d9a1-49f0-9721-f507f333b463,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:03.768718 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.774052 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-94985840-9da2-471b-bb70-3be6b1c2c190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:03.801064 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.811165 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.820366 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fe813046-8d93-43be-8148-1c41afbcc105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:03.844405 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b21d68-9a49-439d-9ac0-8746438ecf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cae7e9b-d9a1-49f0-9721-f507f333b463', 'code': 200} May 20 15:52:03.856187 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=3cae7e9b-d9a1-49f0-9721-f507f333b463,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:03.859913 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.877015 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271950d9-5f65-443f-852f-2f8cfaed0c91,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:03.885418 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d59b23924264490f88fcdd0b5e41c80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766631 May 20 15:52:03.886178 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52622) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:03.892734 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.906427 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31567b-33b7-40a2-a324-68c52ffc0029 req-0c58a580-fffd-49a3-950f-10c1f6eed4a0 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:03.907941 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fb31567b-33b7-40a2-a324-68c52ffc0029 req-0c58a580-fffd-49a3-950f-10c1f6eed4a0 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 944 time: 0.1888680 May 20 15:52:03.953671 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ff10-ae92-421b-8a5c-73555bee3b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.992009 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ff10-ae92-421b-8a5c-73555bee3b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.045418 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fb31567b-33b7-40a2-a324-68c52ffc0029 req-59dec506-b9ad-40f6-b030-64c0451e598a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303539 May 20 15:52:04.070489 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ff10-ae92-421b-8a5c-73555bee3b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.077576 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-90fafc1d-33f1-4e73-b808-5098cc8ec031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:04.091498 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1ff10-ae92-421b-8a5c-73555bee3b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271950d9-5f65-443f-852f-2f8cfaed0c91,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:04.094346 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a1a1ff10-ae92-421b-8a5c-73555bee3b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:04.096392 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ff10-ae92-421b-8a5c-73555bee3b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.100620 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a1a1ff10-ae92-421b-8a5c-73555bee3b7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/271950d9-5f65-443f-852f-2f8cfaed0c91 HTTP/1.1" status: 204 len: 168 time: 0.2107646 May 20 15:52:04.371112 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d8371-1f7c-4b79-b1aa-5e252d20a7af req-b634e86d-6fb9-4981-afb0-f4f1fd9c09d4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:04.381794 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5a6d8371-1f7c-4b79-b1aa-5e252d20a7af req-b634e86d-6fb9-4981-afb0-f4f1fd9c09d4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.1291847 May 20 15:52:04.453014 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5a6d8371-1f7c-4b79-b1aa-5e252d20a7af req-9762c5dd-65e2-48fb-be36-c122580806c6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576112 May 20 15:52:04.547454 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-12a307db-e730-4108-b757-de3606309a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:04.548961 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-12a307db-e730-4108-b757-de3606309a3a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 200 len: 849 time: 0.1207540 May 20 15:52:04.665616 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535c373-764b-4044-8a66-1459462b2eba req-aee0d83e-5db6-40fc-8d77-d569ec5c5aa6 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:04.667141 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3535c373-764b-4044-8a66-1459462b2eba req-aee0d83e-5db6-40fc-8d77-d569ec5c5aa6 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0902705 May 20 15:52:04.717048 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3535c373-764b-4044-8a66-1459462b2eba req-2c5a086a-5bfc-4638-96f0-f81fb55a4b93 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 May 20 15:52:05.054722 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52698) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:05.232618 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.258345 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:05.264770 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Usage tracker for resource:security_group_rule and tenant:c6f4aae3b2564b87acea9ed4390f9c37 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:05.268375 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:05.276366 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:05.304932 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880c268-30fd-477e-a1de-b12a235fff85 req-3443860e-c708-44a4-a25b-29d030de3d9b tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:05.306387 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0880c268-30fd-477e-a1de-b12a235fff85 req-3443860e-c708-44a4-a25b-29d030de3d9b tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 944 time: 0.1401823 May 20 15:52:05.372817 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0880c268-30fd-477e-a1de-b12a235fff85 req-977dc0c7-109b-4e45-8e40-54c9aa440a41 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607173 May 20 15:52:05.414752 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.418828 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.426652 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:05.470538 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6f4aae3b2564b87acea9ed4390f9c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116406 May 20 15:52:05.470538 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0c3071-c2bd-4d4a-ac00-cc1282706f34,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:05.470796 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52724) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:05.476544 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:05.533775 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 25381054-7d19-43b2-89d2-2b530f01a602 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:05.605871 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-6357a465-0125-4ec8-ae4f-686c1379652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:05.607904 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-6357a465-0125-4ec8-ae4f-686c1379652e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa771bb-5030-45cb-8aff-d495e9718ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0986063 May 20 15:52:05.813173 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 25381054-7d19-43b2-89d2-2b530f01a602, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25381054-7d19-43b2-89d2-2b530f01a602,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:05.827186 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '25381054-7d19-43b2-89d2-2b530f01a602', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'port_id': '25381054-7d19-43b2-89d2-2b530f01a602', 'mac_address': 'fa:16:3e:8c:2a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:05.895315 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-a00a741b-3e2d-49aa-8c34-e5a2190ecc49 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760799 May 20 15:52:05.919349 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.937387 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25381054-7d19-43b2-89d2-2b530f01a602 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:05.961254 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 25381054-7d19-43b2-89d2-2b530f01a602, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25381054-7d19-43b2-89d2-2b530f01a602,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:05.966558 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9748536a-efc5-4025-8e69-860be6757808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.968538 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.970834 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:05.998863 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cb636935-153c-443b-a7c2-4df507337de0 req-df9a5b9a-ca2c-4ea7-a614-fc45e613c4df service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993203 May 20 15:52:06.027815 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9748536a-efc5-4025-8e69-860be6757808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.086775 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=25381054-7d19-43b2-89d2-2b530f01a602,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:06.089300 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cf776-e593-46cd-90ca-0ae05d5725ca req-4a6deae6-256c-4ed9-9b26-9f9bd163f17c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:06.090816 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e68cf776-e593-46cd-90ca-0ae05d5725ca req-4a6deae6-256c-4ed9-9b26-9f9bd163f17c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.2898343 May 20 15:52:06.105276 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:06.155514 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9748536a-efc5-4025-8e69-860be6757808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.161997 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:06.175494 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e68cf776-e593-46cd-90ca-0ae05d5725ca req-473b901e-bf3c-4afa-a833-1aaa39fd029c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725842 May 20 15:52:06.178399 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc5eb4-afa7-4736-96ef-71efa4ab4a75 req-fe679929-4748-4254-977e-9766d96c5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:06.179888 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-92bc5eb4-afa7-4736-96ef-71efa4ab4a75 req-fe679929-4748-4254-977e-9766d96c5e95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 1099 time: 0.3778939 May 20 15:52:06.184302 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748536a-efc5-4025-8e69-860be6757808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0c3071-c2bd-4d4a-ac00-cc1282706f34,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:06.187973 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b58c480-c703-491c-b9a4-ae493dfba5d6 req-9684a923-7691-428d-a8fd-eab7c2eb24e2 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856038 May 20 15:52:06.193758 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9748536a-efc5-4025-8e69-860be6757808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:06.214324 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9748536a-efc5-4025-8e69-860be6757808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.216578 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-9748536a-efc5-4025-8e69-860be6757808 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e0c3071-c2bd-4d4a-ac00-cc1282706f34 HTTP/1.1" status: 204 len: 168 time: 0.7449234 May 20 15:52:06.221277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c7abc-6c17-4ecd-a083-568611918bf4 req-2d8510a1-0cff-495f-b511-ca308a40dcb5 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:06.225178 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-998c7abc-6c17-4ecd-a083-568611918bf4 req-2d8510a1-0cff-495f-b511-ca308a40dcb5 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.2983418 May 20 15:52:06.257724 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['25381054-7d19-43b2-89d2-2b530f01a602'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:06.317978 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-92bc5eb4-afa7-4736-96ef-71efa4ab4a75 req-109f69d8-e5ea-4a63-928c-c5dfc0ed2fc1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927339 May 20 15:52:06.321820 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-998c7abc-6c17-4ecd-a083-568611918bf4 req-ff4b512b-ca08-45a6-b5d6-0380891f4a7b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640440 May 20 15:52:06.672335 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348a365-63d3-46ea-949d-c616d6b12050 req-64cfef2a-1dd3-407d-a39b-1b5ffae24f4c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:06.679786 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e348a365-63d3-46ea-949d-c616d6b12050 req-64cfef2a-1dd3-407d-a39b-1b5ffae24f4c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 945 time: 0.1307583 May 20 15:52:06.746754 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e348a365-63d3-46ea-949d-c616d6b12050 req-26b96234-16c1-4c51-8ebb-7dc592c19795 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655274 May 20 15:52:07.454854 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6326b44-840f-4bd4-b82a-9cd8392a0770 req-afebc382-3177-4ba9-abed-300bdac2f79b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:07.461916 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d6326b44-840f-4bd4-b82a-9cd8392a0770 req-afebc382-3177-4ba9-abed-300bdac2f79b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.1486647 May 20 15:52:07.538982 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d6326b44-840f-4bd4-b82a-9cd8392a0770 req-074cf848-9b50-4a91-8ef4-9b341b2df146 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663671 May 20 15:52:07.541435 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 25381054-7d19-43b2-89d2-2b530f01a602 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:07.581135 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:07.598831 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:07.696976 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed0a4-827a-4df8-a2de-03882ae8f03f req-93822533-8663-4ace-a540-204800ed5b5b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:07.698470 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ba8ed0a4-827a-4df8-a2de-03882ae8f03f req-93822533-8663-4ace-a540-204800ed5b5b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1998785 May 20 15:52:07.805295 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ba8ed0a4-827a-4df8-a2de-03882ae8f03f req-a9428701-f8d0-4ede-842e-552601d06d8b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000233 May 20 15:52:07.842677 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 25381054-7d19-43b2-89d2-2b530f01a602 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:07.871468 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 25381054-7d19-43b2-89d2-2b530f01a602 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:07.872389 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.059476 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52904) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:08.061739 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:08.073287 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378778ea-1203-406b-9bbd-d0f47e2f1816 req-ac64d38f-232e-4c41-afa7-b2280303329f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:08.075103 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-378778ea-1203-406b-9bbd-d0f47e2f1816 req-ac64d38f-232e-4c41-afa7-b2280303329f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 945 time: 0.1128340 May 20 15:52:08.096260 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': 'a35686eb-db4e-4218-b271-421000879b39', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'port_id': 'a35686eb-db4e-4218-b271-421000879b39', 'mac_address': 'fa:16:3e:1a:62:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:08.127812 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52910) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:08.167710 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-378778ea-1203-406b-9bbd-d0f47e2f1816 req-c0c1c6af-3a7f-4608-862d-3b57177d724e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785050 May 20 15:52:08.221186 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.237059 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.255174 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35686eb-db4e-4218-b271-421000879b39 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:08.285246 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25381054-7d19-43b2-89d2-2b530f01a602'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:08.291902 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:08.298113 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.301754 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 25381054-7d19-43b2-89d2-2b530f01a602, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25381054-7d19-43b2-89d2-2b530f01a602,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:08.302848 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:08.368213 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.428918 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25381054-7d19-43b2-89d2-2b530f01a602', 'code': 200} May 20 15:52:08.433273 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:08.437006 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:08.438468 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-95c6b629-a936-4877-830e-ca4134a6d0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:08.454374 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.470307 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:08.475559 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ad4cc460b0f8427297fa00d3bb08e228 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:08.478695 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:08.484965 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:08.552136 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=25381054-7d19-43b2-89d2-2b530f01a602,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:08.561478 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:08.623403 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.633012 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['a35686eb-db4e-4218-b271-421000879b39'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:08.637790 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.646798 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.670168 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:08.709795 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:08.727432 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f151ef89e3489d8611165c288421cc is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:08.733252 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:08.776780 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:08.790794 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0646f5-aa38-4909-8f44-a27ce543f8d3,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:08.796281 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad4cc460b0f8427297fa00d3bb08e228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7347479 May 20 15:52:08.803816 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:08.804305 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52936) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:08.807985 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-96842508-b632-4f04-8043-5baaf0daf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:08.810296 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-96842508-b632-4f04-8043-5baaf0daf926 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 1099 time: 0.4679511 May 20 15:52:08.901273 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b629a2-5de1-41a3-8b4d-e984d2ab3690 req-3fbac61a-171b-4a56-9213-7f27cdc926cc tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:08.906806 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cae40-b4cc-416e-adfc-6e8d29f8c46e req-b0b98cfc-e93e-4905-bc5f-7b302fc1ac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:08.908090 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-94b629a2-5de1-41a3-8b4d-e984d2ab3690 req-3fbac61a-171b-4a56-9213-7f27cdc926cc tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 944 time: 0.2175360 May 20 15:52:08.908289 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6a0cae40-b4cc-416e-adfc-6e8d29f8c46e req-b0b98cfc-e93e-4905-bc5f-7b302fc1ac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.4648449 May 20 15:52:08.954334 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cf67f86c-c203-4a01-abe8-e8472db176bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.976621 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-94b629a2-5de1-41a3-8b4d-e984d2ab3690 req-a80b9188-c592-47fa-a961-00d26b5bce9d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676727 May 20 15:52:08.994963 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cf67f86c-c203-4a01-abe8-e8472db176bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.056516 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cf67f86c-c203-4a01-abe8-e8472db176bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.060394 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b5d3d4af-31bc-404e-ac42-74ff4f5a27d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:09.075204 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67f86c-c203-4a01-abe8-e8472db176bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0646f5-aa38-4909-8f44-a27ce543f8d3,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:09.091183 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cf67f86c-c203-4a01-abe8-e8472db176bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:09.097119 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cf67f86c-c203-4a01-abe8-e8472db176bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.099120 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-cf67f86c-c203-4a01-abe8-e8472db176bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e0646f5-aa38-4909-8f44-a27ce543f8d3 HTTP/1.1" status: 204 len: 168 time: 0.2937632 May 20 15:52:09.149527 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d75c-d4ed-4d53-9916-cc8f1cdd7896 req-dd985d6a-479b-4440-8e5e-fc8ef802c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:09.151206 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2c95d75c-d4ed-4d53-9916-cc8f1cdd7896 req-dd985d6a-479b-4440-8e5e-fc8ef802c28a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 1099 time: 0.4256048 May 20 15:52:09.160989 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-82a8d675-73fb-4316-9d06-0510b9b28359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:09.162583 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-82a8d675-73fb-4316-9d06-0510b9b28359 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 920 time: 0.3415563 May 20 15:52:09.178415 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6a0cae40-b4cc-416e-adfc-6e8d29f8c46e req-98e38c80-e759-448f-b6cf-d5dd8d22d331 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515057 May 20 15:52:09.189319 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.197311 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.235461 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cfb3c499-ca16-4fbf-9af0-4350c0a4a631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:09.241410 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 52956) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:09.249262 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0f151ef89e3489d8611165c288421cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1198483 May 20 15:52:09.251927 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52962) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:09.289438 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71493915-599f-42e9-a305-8949dc8d7145,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:09.292637 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:09.331259 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ce09f1fa-53f0-416a-a9e6-2fb2fb66927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.359378 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ce09f1fa-53f0-416a-a9e6-2fb2fb66927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.388856 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6482ee2-823b-4fb0-aa9f-0373fc203e2a req-e7a432eb-8afe-49da-a54b-fc48dbd93fdc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:09.396478 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c6482ee2-823b-4fb0-aa9f-0373fc203e2a req-e7a432eb-8afe-49da-a54b-fc48dbd93fdc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1077611 May 20 15:52:09.419495 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ce09f1fa-53f0-416a-a9e6-2fb2fb66927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.423142 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:09.438714 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09f1fa-53f0-416a-a9e6-2fb2fb66927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71493915-599f-42e9-a305-8949dc8d7145,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:09.447157 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ce09f1fa-53f0-416a-a9e6-2fb2fb66927b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:09.460755 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c6482ee2-823b-4fb0-aa9f-0373fc203e2a req-ae44edc6-ebd3-4ecc-b771-5409eb0f0c23 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625386 May 20 15:52:09.469318 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ce09f1fa-53f0-416a-a9e6-2fb2fb66927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.469970 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c3bcfa3f-c9ac-4615-8f78-84544ca04563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.470652 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ce09f1fa-53f0-416a-a9e6-2fb2fb66927b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71493915-599f-42e9-a305-8949dc8d7145 HTTP/1.1" status: 204 len: 168 time: 0.2176485 May 20 15:52:09.522580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.537486 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:09.541696 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Usage tracker for resource:security_group_rule and tenant:c7ccf74829e94658ae9657482a7a1aae is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:09.544584 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:09.550214 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:09.640047 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.646048 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.654896 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-eb4c462e-6608-4067-bde3-b25b5bf0b99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:09.695605 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7ccf74829e94658ae9657482a7a1aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528999 May 20 15:52:09.696594 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680a10b-a3c8-4472-b14a-3e6cd577ba1b,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:09.698418 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52980) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:09.700394 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:09.777737 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3ce83809-75fa-4826-b867-3a4e1e6459c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.804867 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3ce83809-75fa-4826-b867-3a4e1e6459c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.844434 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 52994) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:09.864785 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.880228 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:09.884250 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f7cb8dc7904c09ba40b6c3b3211bab is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:09.887293 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:09.894504 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:09.896500 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3ce83809-75fa-4826-b867-3a4e1e6459c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.902067 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:09.920211 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce83809-75fa-4826-b867-3a4e1e6459c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680a10b-a3c8-4472-b14a-3e6cd577ba1b,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:09.930394 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3ce83809-75fa-4826-b867-3a4e1e6459c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:09.936926 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3ce83809-75fa-4826-b867-3a4e1e6459c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.940673 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-3ce83809-75fa-4826-b867-3a4e1e6459c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2680a10b-a3c8-4472-b14a-3e6cd577ba1b HTTP/1.1" status: 204 len: 168 time: 0.2412558 May 20 15:52:10.016222 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.021008 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.033392 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e46351bf-17fe-4c29-80ba-4d746574e69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.071242 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc08daaa-25f8-4014-8cb3-87a5412e2721,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.089801 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.107503 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3f7cb8dc7904c09ba40b6c3b3211bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616611 May 20 15:52:10.109967 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53010) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:10.192983 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e92110bb-0f53-4e8c-8831-15a5fb0858ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.225370 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e92110bb-0f53-4e8c-8831-15a5fb0858ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.225923 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe7937-1c92-4ce0-b4e8-94525d9f9d84 req-09890bf0-093f-46a8-9682-9165851513f8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:10.228458 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9abe7937-1c92-4ce0-b4e8-94525d9f9d84 req-09890bf0-093f-46a8-9682-9165851513f8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 944 time: 0.1118748 May 20 15:52:10.304629 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9abe7937-1c92-4ce0-b4e8-94525d9f9d84 req-814810aa-4496-42d9-ab2e-4848faf4f20a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695262 May 20 15:52:10.304836 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e92110bb-0f53-4e8c-8831-15a5fb0858ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.310449 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-aa876758-a04c-400d-8e3d-53f050493c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.341690 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92110bb-0f53-4e8c-8831-15a5fb0858ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc08daaa-25f8-4014-8cb3-87a5412e2721,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.344494 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e92110bb-0f53-4e8c-8831-15a5fb0858ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.351577 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e92110bb-0f53-4e8c-8831-15a5fb0858ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.352732 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-e92110bb-0f53-4e8c-8831-15a5fb0858ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc08daaa-25f8-4014-8cb3-87a5412e2721 HTTP/1.1" status: 204 len: 168 time: 0.2417834 May 20 15:52:10.439514 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53034) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:10.457896 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7b372-bff5-4288-aed0-fbc41d6e11c9 req-40e5c730-fcf6-4c71-970a-f115155bab39 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:10.464170 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-55f7b372-bff5-4288-aed0-fbc41d6e11c9 req-40e5c730-fcf6-4c71-970a-f115155bab39 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1024830 May 20 15:52:10.466594 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.482147 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:10.486466 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5b02046dd0466fbd13dc1d209a74fa is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:10.490035 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:10.496234 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:10.526699 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-55f7b372-bff5-4288-aed0-fbc41d6e11c9 req-fc76bbdb-b0bb-413d-b85c-88211b898663 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561953 May 20 15:52:10.661657 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.668444 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.681352 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.738228 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c5b02046dd0466fbd13dc1d209a74fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969539 May 20 15:52:10.739917 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24157d73-fa89-4f31-9a2b-09ccca65d09b,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.741096 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53072) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:10.742967 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.794702 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382eaf5-5d46-455e-acbf-f26fcc57ed98 req-6dd6e235-4e0b-4828-ada6-ce179213438d tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:10.804275 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d382eaf5-5d46-455e-acbf-f26fcc57ed98 req-6dd6e235-4e0b-4828-ada6-ce179213438d tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1898620 May 20 15:52:10.847934 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-12b25c2c-b6e0-44ad-bd1d-36f2cb9b8861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.879821 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-12b25c2c-b6e0-44ad-bd1d-36f2cb9b8861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.946802 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-12b25c2c-b6e0-44ad-bd1d-36f2cb9b8861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.951808 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.969129 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-df3331e9-f253-4800-bdff-22885db0f8a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cae7e9b-d9a1-49f0-9721-f507f333b463 HTTP/1.1" status: 200 len: 217 time: 0.1614199 May 20 15:52:10.977940 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b25c2c-b6e0-44ad-bd1d-36f2cb9b8861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24157d73-fa89-4f31-9a2b-09ccca65d09b,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.980721 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-12b25c2c-b6e0-44ad-bd1d-36f2cb9b8861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.991235 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-12b25c2c-b6e0-44ad-bd1d-36f2cb9b8861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.994711 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-12b25c2c-b6e0-44ad-bd1d-36f2cb9b8861 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24157d73-fa89-4f31-9a2b-09ccca65d09b HTTP/1.1" status: 204 len: 168 time: 0.2501273 May 20 15:52:11.038304 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d382eaf5-5d46-455e-acbf-f26fcc57ed98 req-d6039d5f-3085-4fd4-af41-cdffd3f96637 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328911 May 20 15:52:11.068931 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2c95d75c-d4ed-4d53-9916-cc8f1cdd7896 req-1efdf379-ec99-430d-83b3-5068baf11d06 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601919 May 20 15:52:11.505667 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068aa69-f15b-48cd-a526-3304c77680b5 req-013a6c95-f86a-4bd8-9077-dc56b0228daa tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:11.507141 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1068aa69-f15b-48cd-a526-3304c77680b5 req-013a6c95-f86a-4bd8-9077-dc56b0228daa tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 944 time: 0.0878310 May 20 15:52:11.557682 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1068aa69-f15b-48cd-a526-3304c77680b5 req-a6665232-798a-4ed1-8993-b2ca4e52e7c9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437474 May 20 15:52:11.727742 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f003b8-7c89-405d-beb2-e6d15121fe6a req-a9068776-491f-443a-9e3f-1db761b16030 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:11.729209 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-41f003b8-7c89-405d-beb2-e6d15121fe6a req-a9068776-491f-443a-9e3f-1db761b16030 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0827734 May 20 15:52:11.782604 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-41f003b8-7c89-405d-beb2-e6d15121fe6a req-7f943b9c-ecf0-4e82-9206-7c95c248e5d0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 May 20 15:52:11.856848 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.996006 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-7bd175a3-4f8f-4a76-b74b-b563c313d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:11.997842 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-7bd175a3-4f8f-4a76-b74b-b563c313d6c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.0621567 May 20 15:52:12.059973 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-c8d97949-e38d-4188-bedc-9932aa850f21 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459440 May 20 15:52:12.110956 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-139ff1c9-988d-4a0b-8b46-3ba61ee8b414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.340346 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-b0b8e832-97da-4573-9d19-417702f5f5ea service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720170 May 20 15:52:12.386893 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710333ea-2ca9-4bf4-b544-6d01dadde558 req-216c1c0c-b1f9-4aa5-bb3f-765b05087b3c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:12.394013 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-710333ea-2ca9-4bf4-b544-6d01dadde558 req-216c1c0c-b1f9-4aa5-bb3f-765b05087b3c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.2184789 May 20 15:52:12.460401 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-710333ea-2ca9-4bf4-b544-6d01dadde558 req-91efbe99-5108-416a-9496-ac8cdc6a78c9 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616357 May 20 15:52:12.515306 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3dfebb54-605b-46c2-8bfd-e5792e1be313 req-3e9d0ad3-6060-4192-ad74-7a2ab81cf586 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678927 May 20 15:52:12.761613 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34b607-5133-41d0-863b-ac711a347e5f req-1b0e5844-c653-4a91-ae31-8c8eede641f1 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:12.763239 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ab34b607-5133-41d0-863b-ac711a347e5f req-1b0e5844-c653-4a91-ae31-8c8eede641f1 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 944 time: 0.0838168 May 20 15:52:12.810046 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ab34b607-5133-41d0-863b-ac711a347e5f req-029d1853-f5d3-4a35-a66a-bc8a4ec5c68d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409861 May 20 15:52:13.005553 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38996498-84a7-4996-a89e-35cd38b94937 req-5cd70f87-7e84-4d5f-b426-18f0a4831452 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:13.013492 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-38996498-84a7-4996-a89e-35cd38b94937 req-5cd70f87-7e84-4d5f-b426-18f0a4831452 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0967062 May 20 15:52:13.084711 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-38996498-84a7-4996-a89e-35cd38b94937 req-62b06b8f-aec5-4ec0-8753-42b943aebd92 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700903 May 20 15:52:13.118331 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.650968 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef922b61-af9e-4a34-8b6e-4b08243e6dda req-0c0539aa-24ca-42af-9b40-98241a9edbcc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:13.652486 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ef922b61-af9e-4a34-8b6e-4b08243e6dda req-0c0539aa-24ca-42af-9b40-98241a9edbcc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0891871 May 20 15:52:13.697891 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ef922b61-af9e-4a34-8b6e-4b08243e6dda req-f0295d21-0573-48ae-b102-e906a4267ee4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396326 May 20 15:52:13.857287 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:13.898799 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03404b-66ac-4d35-b746-8234a7b1cbd7 req-906c94bb-8620-4abb-be5f-9ad71f8b5519 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:13.901140 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7e03404b-66ac-4d35-b746-8234a7b1cbd7 req-906c94bb-8620-4abb-be5f-9ad71f8b5519 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1029608 May 20 15:52:13.909692 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53246) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:13.917037 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-bae35a7c-0103-4bec-9693-49740af5faaa tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'floatingip': {'port_id': '25381054-7d19-43b2-89d2-2b530f01a602'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:13.939584 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port a35686eb-db4e-4218-b271-421000879b39 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:13.945039 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port a35686eb-db4e-4218-b271-421000879b39 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:13.945427 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.998251 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53250) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:14.091699 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.115615 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bae35a7c-0103-4bec-9693-49740af5faaa tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.130892 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35686eb-db4e-4218-b271-421000879b39'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:14.142768 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:14.148016 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.149249 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.150162 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-94985840-9da2-471b-bb70-3be6b1c2c190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:14.167392 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:14.171755 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Usage tracker for resource:security_group_rule and tenant:84a25b31c1db47c6aa16ed1bf7291c0b is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:14.176539 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:14.182744 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:14.227346 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:14.232747 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:14.328160 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2308b83-7bdb-44b7-ac8a-242bc10c682c req-b048a15b-670c-4021-9885-896714e98c38 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:14.329610 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a2308b83-7bdb-44b7-ac8a-242bc10c682c req-b048a15b-670c-4021-9885-896714e98c38 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 944 time: 0.2745066 May 20 15:52:14.365881 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.376657 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22e8ea-407b-40a9-b470-0cf184cd76fa req-2acbbe85-6326-47fa-bb54-64a9fe2fcf83 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:14.378474 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1b22e8ea-407b-40a9-b470-0cf184cd76fa req-2acbbe85-6326-47fa-bb54-64a9fe2fcf83 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1556432 May 20 15:52:14.380237 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.390852 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c1dc5ebb-726c-43ae-b370-2270b8c6d463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:14.492314 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=84a25b31c1db47c6aa16ed1bf7291c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4928880 May 20 15:52:14.499311 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1b22e8ea-407b-40a9-b470-0cf184cd76fa req-5ed5f4b2-943c-4395-8000-75ddb2590cda tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098759 May 20 15:52:14.500547 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53270) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:14.503090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0a724-28f4-4826-9db2-8ca1c0bfa5da,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:14.529534 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a2308b83-7bdb-44b7-ac8a-242bc10c682c req-58801914-2b0b-4349-9bcf-bf737a29bb17 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866271 May 20 15:52:14.539224 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.539702 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.539951 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.540298 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.540636 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.540977 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.541347 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.541652 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.541970 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.542462 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.542939 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.543422 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:14.563948 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:14.572223 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35686eb-db4e-4218-b271-421000879b39', 'code': 200} May 20 15:52:14.621098 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ce6341c9-8f91-48ef-9af6-43e05e39c2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.654679 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ce6341c9-8f91-48ef-9af6-43e05e39c2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.682289 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.763320 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ce6341c9-8f91-48ef-9af6-43e05e39c2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.769477 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-70e604a4-47f2-4c4d-b926-58b5dac4bdf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:14.783568 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6341c9-8f91-48ef-9af6-43e05e39c2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0a724-28f4-4826-9db2-8ca1c0bfa5da,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:14.785671 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ce6341c9-8f91-48ef-9af6-43e05e39c2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:14.791045 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ce6341c9-8f91-48ef-9af6-43e05e39c2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.817921 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ce6341c9-8f91-48ef-9af6-43e05e39c2e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8aa0a724-28f4-4826-9db2-8ca1c0bfa5da HTTP/1.1" status: 204 len: 168 time: 0.3162355 May 20 15:52:15.049282 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08a129-8867-48a3-8668-094727d8fcc4 req-377c0fc0-0530-4684-a565-e8954c5ebedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:15.050747 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7e08a129-8867-48a3-8668-094727d8fcc4 req-377c0fc0-0530-4684-a565-e8954c5ebedc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 1098 time: 0.2271476 May 20 15:52:15.062005 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bae35a7c-0103-4bec-9693-49740af5faaa tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.081660 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bae35a7c-0103-4bec-9693-49740af5faaa tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.255326 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7e08a129-8867-48a3-8668-094727d8fcc4 req-e1ff23de-c6a9-486b-ae33-e275d02da66b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956906 May 20 15:52:15.265287 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53292) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:15.284344 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.296181 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.l3_db [None req-bae35a7c-0103-4bec-9693-49740af5faaa tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Floating IP 58501c2b-2044-413f-8afa-63ba3ccff0da associated. External IP: 172.27.2.52, port: 25381054-7d19-43b2-89d2-2b530f01a602. May 20 15:52:15.299825 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:15.303722 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Usage tracker for resource:security_group_rule and tenant:15bba8feaa6f4882b2b7e96ae49413c3 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:15.306699 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:15.312614 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:15.411624 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.415443 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.422530 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:15.463980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcab597-99c1-494f-a157-7147e9c237a0,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:15.483560 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:15.486478 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15bba8feaa6f4882b2b7e96ae49413c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200341 May 20 15:52:15.490048 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53298) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:15.559926 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-519ab8b1-5b08-4771-a6a9-cbdea585651f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.593967 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-519ab8b1-5b08-4771-a6a9-cbdea585651f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.666423 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-519ab8b1-5b08-4771-a6a9-cbdea585651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.672259 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-07c5fb94-5944-4e63-acc0-5e0b81284a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:15.684906 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ab8b1-5b08-4771-a6a9-cbdea585651f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcab597-99c1-494f-a157-7147e9c237a0,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:15.689577 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-519ab8b1-5b08-4771-a6a9-cbdea585651f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:15.694383 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-519ab8b1-5b08-4771-a6a9-cbdea585651f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.695856 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-519ab8b1-5b08-4771-a6a9-cbdea585651f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2bcab597-99c1-494f-a157-7147e9c237a0 HTTP/1.1" status: 204 len: 168 time: 0.2044027 May 20 15:52:15.890599 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1762d9e-baef-4715-8490-bb8ba721b6c5 req-4a432549-8efa-42e2-80aa-83b6d482dd10 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:15.892095 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e1762d9e-baef-4715-8490-bb8ba721b6c5 req-4a432549-8efa-42e2-80aa-83b6d482dd10 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1229858 May 20 15:52:15.952782 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae35a7c-0103-4bec-9693-49740af5faaa tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Router 45861734-56eb-416d-a597-926fcaf30ad0 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:52:15.964743 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e1762d9e-baef-4715-8490-bb8ba721b6c5 req-d16c56ec-3576-4a96-919f-67cb448fde7a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652969 May 20 15:52:16.054295 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bb6c5-0f0e-430a-bc97-c96c7cab4399 req-83855892-de5d-499c-815f-d8eea360473a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:16.056354 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e09bb6c5-0f0e-430a-bc97-c96c7cab4399 req-83855892-de5d-499c-815f-d8eea360473a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.2276654 May 20 15:52:16.185457 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e09bb6c5-0f0e-430a-bc97-c96c7cab4399 req-c312a02d-782e-47d7-ba45-4f77a5932888 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200612 May 20 15:52:16.198211 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae35a7c-0103-4bec-9693-49740af5faaa tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:52:16.210651 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] Sync routers for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:52:16.227660 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:16.228311 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:52:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:16.229194 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bae35a7c-0103-4bec-9693-49740af5faaa tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.293437 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-bae35a7c-0103-4bec-9693-49740af5faaa tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "PUT /v2.0/floatingips/58501c2b-2044-413f-8afa-63ba3ccff0da HTTP/1.1" status: 200 len: 991 time: 2.3826027 May 20 15:52:16.294145 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'tag': '25381054-7d19-43b2-89d2-2b530f01a602'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:16.341939 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'tag': '25381054-7d19-43b2-89d2-2b530f01a602', 'status': 'completed', 'code': 200} May 20 15:52:16.422819 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:16.789883 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '58501c2b-2044-413f-8afa-63ba3ccff0da', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'port_id': '25381054-7d19-43b2-89d2-2b530f01a602', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'mac_address': 'fa:16:3e:8c:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:44Z', 'updated_at': '2021-05-20T15:52:14Z', 'revision_number': 1, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:16.794173 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] Checking router: 45861734-56eb-416d-a597-926fcaf30ad0 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:52:16.804350 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:16.804786 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:52:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:17.020927 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:17.228158 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2002cde-745b-451e-96c0-a9bb2033f1e7 req-a7764ae8-0867-44c6-befd-b92917a46295 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:17.229760 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a2002cde-745b-451e-96c0-a9bb2033f1e7 req-a7764ae8-0867-44c6-befd-b92917a46295 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0995016 May 20 15:52:17.279127 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a2002cde-745b-451e-96c0-a9bb2033f1e7 req-ef65b4d2-1aac-4076-9dc6-0745e04e28f8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 May 20 15:52:17.405532 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '58501c2b-2044-413f-8afa-63ba3ccff0da', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'port_id': '25381054-7d19-43b2-89d2-2b530f01a602', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'mac_address': 'fa:16:3e:8c:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:44Z', 'updated_at': '2021-05-20T15:52:14Z', 'revision_number': 1, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:17.413070 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66f599-9109-437f-bc6b-9250e9422683 None None] The sync data for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi is: [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '58501c2b-2044-413f-8afa-63ba3ccff0da', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'port_id': '25381054-7d19-43b2-89d2-2b530f01a602', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'mac_address': 'fa:16:3e:8c:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:44Z', 'updated_at': '2021-05-20T15:52:14Z', 'revision_number': 1, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:52:17.482196 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae410366-6086-45ee-b068-6f40139002eb req-c1efb9bb-1f59-4fda-b35c-62305afee0e3 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:17.483651 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ae410366-6086-45ee-b068-6f40139002eb req-c1efb9bb-1f59-4fda-b35c-62305afee0e3 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.0875044 May 20 15:52:17.531445 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ae410366-6086-45ee-b068-6f40139002eb req-a53be35e-7027-4b1b-b500-feb96155fd31 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 May 20 15:52:17.646913 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31805c-e761-4ca8-baa3-193e3015e809 None None] New status for floating IP 58501c2b-2044-413f-8afa-63ba3ccff0da: ACTIVE {{(pid=91645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:52:17.721914 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14a9e-f7ad-4634-a452-e697746edc36 req-8a05ab7b-b7c6-4d6d-93b0-aa49efdd6f29 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:17.724222 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e4f14a9e-f7ad-4634-a452-e697746edc36 req-8a05ab7b-b7c6-4d6d-93b0-aa49efdd6f29 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0864058 May 20 15:52:17.769930 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e4f14a9e-f7ad-4634-a452-e697746edc36 req-0c07d585-374d-4ce2-b04d-f1956bd75996 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 May 20 15:52:18.462825 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cad75-78a5-46eb-a921-fd089c8609f0 req-98e455b0-8c7c-4d6a-93d0-7eb87f49ce1a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:18.464270 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-332cad75-78a5-46eb-a921-fd089c8609f0 req-98e455b0-8c7c-4d6a-93d0-7eb87f49ce1a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0765045 May 20 15:52:18.510543 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-332cad75-78a5-46eb-a921-fd089c8609f0 req-539e3725-05c2-4fe5-9f5b-60a7bd414f41 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 May 20 15:52:18.711496 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0e97b-2001-4b68-a83a-12ebd8212320 req-6f6bc793-c736-4d02-a05d-e0fd044a7c0c tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:18.712978 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-32c0e97b-2001-4b68-a83a-12ebd8212320 req-6f6bc793-c736-4d02-a05d-e0fd044a7c0c tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.0777924 May 20 15:52:18.756664 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-32c0e97b-2001-4b68-a83a-12ebd8212320 req-a33940f6-2d98-41bc-bf37-b77c8737d717 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381277 May 20 15:52:18.959801 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea533254-e865-41a7-8028-7e70ddcd5f16 req-28a71618-025a-4b0f-81f5-a450f46aaf69 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:18.961227 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ea533254-e865-41a7-8028-7e70ddcd5f16 req-28a71618-025a-4b0f-81f5-a450f46aaf69 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0809813 May 20 15:52:19.055707 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ea533254-e865-41a7-8028-7e70ddcd5f16 req-bb6e2b64-5266-46f0-aeae-a72c25eb31d0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885658 May 20 15:52:19.075401 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-693cc7e2-aa8e-4efa-8a92-d70d1b22a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.076942 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-693cc7e2-aa8e-4efa-8a92-d70d1b22a6e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 1099 time: 0.0944173 May 20 15:52:19.293759 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-dd1af104-9bd5-476d-a138-cfef4c82a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.295198 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-dd1af104-9bd5-476d-a138-cfef4c82a153 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 911 time: 0.2087457 May 20 15:52:19.406657 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-9e84de85-4691-45ad-810f-2d80722b3fea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25381054-7d19-43b2-89d2-2b530f01a602 HTTP/1.1" status: 200 len: 1001 time: 0.0986347 May 20 15:52:19.475451 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-1b09c85d-0d03-40dd-a796-893d232f00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.476900 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-1b09c85d-0d03-40dd-a796-893d232f00fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 200 len: 849 time: 0.0600097 May 20 15:52:19.558920 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-78fa793e-1dc1-4152-968b-2711eb270ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.560422 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-78fa793e-1dc1-4152-968b-2711eb270ad0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa771bb-5030-45cb-8aff-d495e9718ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0759523 May 20 15:52:19.708564 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-3660ad82-9fc6-465c-aba2-ea5417cdc885 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372027 May 20 15:52:19.717954 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee97c-10e0-4c6a-b459-0a77af54cf84 req-89f46346-b868-45e3-9ee0-9011ca3eaeb0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.719417 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-61cee97c-10e0-4c6a-b459-0a77af54cf84 req-89f46346-b868-45e3-9ee0-9011ca3eaeb0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0870440 May 20 15:52:19.766577 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-61cee97c-10e0-4c6a-b459-0a77af54cf84 req-f9c4bd23-078d-41a2-8ae7-8f9866fddb60 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406930 May 20 15:52:19.857218 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-051d215d-b83f-4ad1-a948-0c435dc2240c req-5587a017-1192-44ca-b6f0-56a9a2fb4e3d service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395950 May 20 15:52:19.967574 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9e1d-03fa-4af0-901c-381b50d190f2 req-de15791a-5a3e-416e-be50-33ecc541e6be tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.969015 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-02ee9e1d-03fa-4af0-901c-381b50d190f2 req-de15791a-5a3e-416e-be50-33ecc541e6be tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.0999823 May 20 15:52:20.017946 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-02ee9e1d-03fa-4af0-901c-381b50d190f2 req-4af9e470-e9d7-4e61-8711-5cd0d30b2b6e tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 May 20 15:52:20.242287 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a5a42-87e1-4a51-aaf6-6b297e4e507c req-446c9fe1-1716-4c10-93c9-bdbf19760092 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:20.243862 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-048a5a42-87e1-4a51-aaf6-6b297e4e507c req-446c9fe1-1716-4c10-93c9-bdbf19760092 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0830338 May 20 15:52:20.295076 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-048a5a42-87e1-4a51-aaf6-6b297e4e507c req-2f96fb38-6de1-4057-a675-0cd20c4574af tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 May 20 15:52:20.948523 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53452) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.104804 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.134432 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:21.141092 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e1f569b20f4ea5893c68a5b543e348 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:21.145811 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:21.153594 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:21.176925 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b75e-d084-4dac-a4ea-0bbe3cfab972 req-cf0fad10-de40-4a79-bae6-a050688ef460 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.178627 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3682b75e-d084-4dac-a4ea-0bbe3cfab972 req-cf0fad10-de40-4a79-bae6-a050688ef460 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1425097 May 20 15:52:21.236817 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3682b75e-d084-4dac-a4ea-0bbe3cfab972 req-5fb53460-857e-43bb-9d64-71f1695a02fe tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511200 May 20 15:52:21.256935 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750393d3-cfbe-4095-8dd1-46cbae8cbd51 req-2e42c376-87fc-44c8-b101-e12960511293 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.268996 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-750393d3-cfbe-4095-8dd1-46cbae8cbd51 req-2e42c376-87fc-44c8-b101-e12960511293 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.1151936 May 20 15:52:21.338781 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.344252 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.357731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cf67f86c-c203-4a01-abe8-e8472db176bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:21.361952 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-750393d3-cfbe-4095-8dd1-46cbae8cbd51 req-072bb1c7-b125-4236-8711-b2335621c758 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879900 May 20 15:52:21.429208 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c34e851-fc79-4c74-a078-5663e4abacdd,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:21.432736 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:21.437785 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4e1f569b20f4ea5893c68a5b543e348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858692 May 20 15:52:21.438251 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53482) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.557110 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.601998 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.609418 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921d8c0-76e6-4e57-9343-c844031f6441 req-f13adb07-b342-4188-bfdf-f94aa2af4187 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.611007 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f921d8c0-76e6-4e57-9343-c844031f6441 req-f13adb07-b342-4188-bfdf-f94aa2af4187 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0841572 May 20 15:52:21.650572 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4c9b3-5fa3-4238-b434-227248cfd76f req-66cdcc04-325b-4903-8f02-12a251ef8604 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.655275 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b5f4c9b3-5fa3-4238-b434-227248cfd76f req-66cdcc04-325b-4903-8f02-12a251ef8604 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1453583 May 20 15:52:21.661687 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f921d8c0-76e6-4e57-9343-c844031f6441 req-c4d753fb-ec34-4fb4-9717-1af027056b09 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 May 20 15:52:21.662179 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53492) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.670448 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-a0b84f37-92c7-43a7-80b0-56a92a950b46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'floatingip': {'port_id': 'a35686eb-db4e-4218-b271-421000879b39'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:21.691345 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.697112 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-2a9086b0-7c30-411f-be80-8bd017bb4035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:21.714947 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c34e851-fc79-4c74-a078-5663e4abacdd,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:21.750881 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a0b84f37-92c7-43a7-80b0-56a92a950b46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.754717 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.755836 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c34e851-fc79-4c74-a078-5663e4abacdd HTTP/1.1" status: 204 len: 168 time: 0.3165145 May 20 15:52:21.763086 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.763611 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.764134 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.764629 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.765126 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.765615 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.766105 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.766591 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.767135 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.767632 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.768137 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.768616 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:21.777074 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:21.820427 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-ae549c9f-56ef-4835-91a2-af37613cc2cf tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.821887 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-ae549c9f-56ef-4835-91a2-af37613cc2cf tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.58 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.1020989 May 20 15:52:22.017577 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Deleting port 47466b6c-b2e9-48b8-9be7-beb70be2365e {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:22.017892 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.183150 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] For port 47466b6c-b2e9-48b8-9be7-beb70be2365e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=47466b6c-b2e9-48b8-9be7-beb70be2365e,segment=NetworkSegment(3bde3fb1-8fe5-4d9f-b823-b80bf06178c3),segment_id=3bde3fb1-8fe5-4d9f-b823-b80bf06178c3)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:22.183743 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.224527 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53512) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:22.245500 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.315842 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Calling delete_port for 47466b6c-b2e9-48b8-9be7-beb70be2365e owned by compute:nova {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:22.329937 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:22.349487 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb719c1c76a4ec2a952820c603b575d is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:22.488753 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:22.502847 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:22.639822 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.644601 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.653062 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a4df1245-d222-44f3-bfca-6a7de61d31f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:22.678743 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.689261 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:22.736532 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Pushing event deleted for resources: {'Port': ['ID=47466b6c-b2e9-48b8-9be7-beb70be2365e,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:22.740584 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:22.742865 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0fb719c1c76a4ec2a952820c603b575d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182877 May 20 15:52:22.746502 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94408aed-ab9b-4631-96b5-724229916c08,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:22.749997 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:22.753348 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeff86c-4869-4fba-ab2e-d046ef18f85d req-5c166b67-a5e7-4b7b-b45d-0283fc569b48 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:22.753703 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53526) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:22.755521 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9aeff86c-4869-4fba-ab2e-d046ef18f85d req-5c166b67-a5e7-4b7b-b45d-0283fc569b48 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 945 time: 0.1710298 May 20 15:52:22.845592 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] No DVR routers for this DVR port 47466b6c-b2e9-48b8-9be7-beb70be2365e on host hv-cinder-78477 {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:52:22.856475 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.860599 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52194db3-028f-48bd-bb8e-a0f1fe83302a', 'name': 'network-vif-deleted', 'tag': '47466b6c-b2e9-48b8-9be7-beb70be2365e'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:22.888292 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9aeff86c-4869-4fba-ab2e-d046ef18f85d req-ca9c5de7-ceb0-4f80-9375-eb19966e1e7a tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/security-groups?id=e16d0106-ced9-41a8-a68b-9025b0040cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069851 May 20 15:52:22.894858 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-91c8eb0e-9b6e-479d-84cb-1262e798f6b5 req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.58 "DELETE /v2.0/ports/47466b6c-b2e9-48b8-9be7-beb70be2365e HTTP/1.1" status: 204 len: 173 time: 1.0643318 May 20 15:52:22.939154 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52194db3-028f-48bd-bb8e-a0f1fe83302a', 'name': 'network-vif-deleted', 'tag': '47466b6c-b2e9-48b8-9be7-beb70be2365e', 'status': 'completed', 'code': 200} May 20 15:52:22.977892 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a0b84f37-92c7-43a7-80b0-56a92a950b46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.991323 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a0b84f37-92c7-43a7-80b0-56a92a950b46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.074514 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-73855926-c4f0-4478-9701-d9a84b4c10ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.168024 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa4a18-2f55-4fed-8690-a818254ba254 req-7fef71cb-e763-46f7-94fe-ccee8a324080 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:23.169468 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-86fa4a18-2f55-4fed-8690-a818254ba254 req-7fef71cb-e763-46f7-94fe-ccee8a324080 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.3310795 May 20 15:52:23.171129 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-73855926-c4f0-4478-9701-d9a84b4c10ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.274590 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-86fa4a18-2f55-4fed-8690-a818254ba254 req-c2645f93-b594-4d08-9e01-0035f48170f5 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870697 May 20 15:52:23.276055 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.l3_db [None req-a0b84f37-92c7-43a7-80b0-56a92a950b46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Floating IP 691730b0-6724-4693-a47b-1524c3e17730 associated. External IP: 172.27.2.245, port: a35686eb-db4e-4218-b271-421000879b39. May 20 15:52:23.370275 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-73855926-c4f0-4478-9701-d9a84b4c10ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.377078 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:23.445424 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73855926-c4f0-4478-9701-d9a84b4c10ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94408aed-ab9b-4631-96b5-724229916c08,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:23.447718 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-73855926-c4f0-4478-9701-d9a84b4c10ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:23.480487 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-73855926-c4f0-4478-9701-d9a84b4c10ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.484466 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-73855926-c4f0-4478-9701-d9a84b4c10ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94408aed-ab9b-4631-96b5-724229916c08 HTTP/1.1" status: 204 len: 168 time: 0.7264438 May 20 15:52:23.813008 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b84f37-92c7-43a7-80b0-56a92a950b46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:52:23.876587 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53560) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:23.893609 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 47466b6c-b2e9-48b8-9be7-beb70be2365e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:52:23.997545 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 47466b6c-b2e9-48b8-9be7-beb70be2365e {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:52:24.000986 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 47466b6c-b2e9-48b8-9be7-beb70be2365e not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:52:24.059120 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b84f37-92c7-43a7-80b0-56a92a950b46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:52:24.060505 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.066073 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a0b84f37-92c7-43a7-80b0-56a92a950b46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.072157 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] Sync routers for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:52:24.087369 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:24.091391 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:52:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:24.122018 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:24.135785 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Usage tracker for resource:security_group_rule and tenant:e300481fb0824c2c95fdf941eaec111e is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:24.142597 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:24.150468 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:24.285994 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.291851 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.302078 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3ce83809-75fa-4826-b867-3a4e1e6459c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.304199 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-a0b84f37-92c7-43a7-80b0-56a92a950b46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "PUT /v2.0/floatingips/691730b0-6724-4693-a47b-1524c3e17730 HTTP/1.1" status: 200 len: 991 time: 2.6405101 May 20 15:52:24.306575 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bedfe3c3-3a72-4e2a-ae4a-910b5fa7fd62 req-08bead60-c555-45dc-af62-82199ec2f015 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] 10.222.0.47 "GET /v2.0/ports?device_id=52194db3-028f-48bd-bb8e-a0f1fe83302a HTTP/1.1" status: 200 len: 210 time: 0.1249585 May 20 15:52:24.307088 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'tag': 'a35686eb-db4e-4218-b271-421000879b39'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:24.406679 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53592) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:24.429982 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e300481fb0824c2c95fdf941eaec111e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520155 May 20 15:52:24.435824 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4ae830-5c5f-42ed-ac99-4378393439b1,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:24.464772 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:24.488076 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:24.526653 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-00fdfdfd-30ed-4d46-9fda-ccc32010052c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.554212 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbc68a-b333-4ff9-9233-cb1629da3021 req-1230e34c-bcd7-4d26-9094-8b0f5695283b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:24.562241 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fcfbc68a-b333-4ff9-9233-cb1629da3021 req-1230e34c-bcd7-4d26-9094-8b0f5695283b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1133175 May 20 15:52:24.579920 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'tag': 'a35686eb-db4e-4218-b271-421000879b39', 'status': 'completed', 'code': 200} May 20 15:52:24.584077 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53596) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:24.591056 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-00fdfdfd-30ed-4d46-9fda-ccc32010052c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.664114 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-00fdfdfd-30ed-4d46-9fda-ccc32010052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.672718 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.710544 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdfdfd-30ed-4d46-9fda-ccc32010052c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4ae830-5c5f-42ed-ac99-4378393439b1,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:24.712747 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-00fdfdfd-30ed-4d46-9fda-ccc32010052c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.716201 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-00fdfdfd-30ed-4d46-9fda-ccc32010052c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc4ae830-5c5f-42ed-ac99-4378393439b1 HTTP/1.1" status: 204 len: 168 time: 0.3063860 May 20 15:52:24.716201 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-00fdfdfd-30ed-4d46-9fda-ccc32010052c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:24.774722 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fcfbc68a-b333-4ff9-9233-cb1629da3021 req-4eab127b-d9fe-46b1-8ed2-ddda26531f7d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039785 May 20 15:52:24.822363 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-f3143d6f-c1a2-48df-b6c8-270ba8052f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:24.823967 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-f3143d6f-c1a2-48df-b6c8-270ba8052f63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 1098 time: 0.1895499 May 20 15:52:24.999434 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-514eb2ac-ec6e-4b0d-ac4a-9ecd6f624240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:25.001949 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-514eb2ac-ec6e-4b0d-ac4a-9ecd6f624240 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 918 time: 0.1667242 May 20 15:52:25.009760 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.027750 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:25.032029 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Usage tracker for resource:security_group_rule and tenant:adc6e96c97704fa1a33083902c6dc482 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:25.036702 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:25.043394 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:25.140077 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '691730b0-6724-4693-a47b-1524c3e17730', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'port_id': 'a35686eb-db4e-4218-b271-421000879b39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'mac_address': 'fa:16:3e:1a:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:49Z', 'updated_at': '2021-05-20T15:52:22Z', 'revision_number': 1, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:25.148035 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-8c052da4-137d-4c70-871d-6bd066454140 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35686eb-db4e-4218-b271-421000879b39 HTTP/1.1" status: 200 len: 999 time: 0.1360726 May 20 15:52:25.213614 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.220129 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.231474 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-5aedf0d2-de84-4bb6-879c-d5bedde9d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:25.233085 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-5aedf0d2-de84-4bb6-879c-d5bedde9d232 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.0772419 May 20 15:52:25.238212 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-12b25c2c-b6e0-44ad-bd1d-36f2cb9b8861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:25.279779 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] Checking router: 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:52:25.306644 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:25.307548 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:52:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:25.351316 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-2c53ae42-581b-422d-acff-1d9f65a7c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:25.353074 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-2c53ae42-581b-422d-acff-1d9f65a7c3b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1092854 May 20 15:52:25.354348 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9bb7f4-fdc6-4e9f-b831-0d0dcacbfd3f,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:25.372096 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=adc6e96c97704fa1a33083902c6dc482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7871566 May 20 15:52:25.374807 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:25.375821 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53618) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:25.495776 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53624) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:25.535784 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e0588642-fcf9-4ade-82ab-620e050be751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.539865 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.546223 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:25.563001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:25.566800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Usage tracker for resource:security_group_rule and tenant:449ad5d91898466ebc47a219d4385939 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:25.570861 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:25.582987 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:25.640160 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-99416d3a-36b1-4ed0-b222-aa94d85ec38e service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725568 May 20 15:52:25.728189 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e0588642-fcf9-4ade-82ab-620e050be751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.735619 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.746927 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.757634 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:25.818814 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289701d6-803d-4d82-9d02-a02bf6066ed2,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:25.834545 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:25.846810 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=449ad5d91898466ebc47a219d4385939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471284 May 20 15:52:25.846810 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53642) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:25.884362 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e0588642-fcf9-4ade-82ab-620e050be751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.895508 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-af005b1a-a6db-4611-a6d3-75c3eface7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:25.914923 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0588642-fcf9-4ade-82ab-620e050be751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9bb7f4-fdc6-4e9f-b831-0d0dcacbfd3f,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:25.936675 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e0588642-fcf9-4ade-82ab-620e050be751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:25.964478 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-89e25ff1-39ed-495a-b53a-38e8f4631a58 req-e6657d2f-a24a-409c-9997-5e38715a0f7f service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173168 May 20 15:52:25.979070 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-21c9ef24-38d6-4e0a-92a7-1cbc9b83a73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.990706 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e0588642-fcf9-4ade-82ab-620e050be751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.995875 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-e0588642-fcf9-4ade-82ab-620e050be751 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5a9bb7f4-fdc6-4e9f-b831-0d0dcacbfd3f HTTP/1.1" status: 204 len: 168 time: 0.6136129 May 20 15:52:26.015533 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-21c9ef24-38d6-4e0a-92a7-1cbc9b83a73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.144669 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-21c9ef24-38d6-4e0a-92a7-1cbc9b83a73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.151254 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:26.182293 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9ef24-38d6-4e0a-92a7-1cbc9b83a73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289701d6-803d-4d82-9d02-a02bf6066ed2,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:26.216087 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-21c9ef24-38d6-4e0a-92a7-1cbc9b83a73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:26.218430 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-21c9ef24-38d6-4e0a-92a7-1cbc9b83a73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.219539 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-21c9ef24-38d6-4e0a-92a7-1cbc9b83a73c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/289701d6-803d-4d82-9d02-a02bf6066ed2 HTTP/1.1" status: 204 len: 168 time: 0.3720570 May 20 15:52:26.257368 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632d1b-0e1b-4253-a466-97b9d94211b9 req-a4a6d64b-48f9-4d56-8f42-7f936b8ff574 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:26.259147 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8d632d1b-0e1b-4253-a466-97b9d94211b9 req-a4a6d64b-48f9-4d56-8f42-7f936b8ff574 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1921403 May 20 15:52:26.332897 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8d632d1b-0e1b-4253-a466-97b9d94211b9 req-7ecdf136-85b8-40a3-9e53-722cf774e19f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677941 May 20 15:52:26.333798 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '691730b0-6724-4693-a47b-1524c3e17730', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'port_id': 'a35686eb-db4e-4218-b271-421000879b39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'mac_address': 'fa:16:3e:1a:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:49Z', 'updated_at': '2021-05-20T15:52:22Z', 'revision_number': 1, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:26.338403 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e776523-dfdc-4942-95b8-73849faa6052 None None] The sync data for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi is: [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '691730b0-6724-4693-a47b-1524c3e17730', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'port_id': 'a35686eb-db4e-4218-b271-421000879b39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'mac_address': 'fa:16:3e:1a:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:49Z', 'updated_at': '2021-05-20T15:52:22Z', 'revision_number': 1, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:52:26.579085 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cb4da-3192-4f40-acc9-785334b64d86 None None] New status for floating IP 691730b0-6724-4693-a47b-1524c3e17730: ACTIVE {{(pid=91645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:52:26.683171 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53674) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:26.707251 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.725233 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:26.729374 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa112982d69418c950483d29302ae19 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:26.733643 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:26.747359 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:26.903076 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.907809 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.920072 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c477b39c-a58e-4dcc-9394-ceedd1ca5769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:26.960973 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3aa112982d69418c950483d29302ae19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753217 May 20 15:52:26.962606 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f79eff-6bca-4648-bcb2-7adb24213267,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:26.963639 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53692) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:26.966540 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:27.036845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ece4f031-ca34-487a-a490-a6b384a7e2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.069322 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ece4f031-ca34-487a-a490-a6b384a7e2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.156806 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ece4f031-ca34-487a-a490-a6b384a7e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.162227 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:27.174301 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4f031-ca34-487a-a490-a6b384a7e2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f79eff-6bca-4648-bcb2-7adb24213267,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:27.178330 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ece4f031-ca34-487a-a490-a6b384a7e2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:27.192071 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ece4f031-ca34-487a-a490-a6b384a7e2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.193177 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ece4f031-ca34-487a-a490-a6b384a7e2eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83f79eff-6bca-4648-bcb2-7adb24213267 HTTP/1.1" status: 204 len: 168 time: 0.2283776 May 20 15:52:27.667221 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8059-1386-433b-a688-15cd0c1f7908 req-b0227821-c18d-4e32-b7fc-02215e7f5616 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:27.668814 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-443b8059-1386-433b-a688-15cd0c1f7908 req-b0227821-c18d-4e32-b7fc-02215e7f5616 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1075382 May 20 15:52:27.725289 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-443b8059-1386-433b-a688-15cd0c1f7908 req-56678ee8-baeb-4889-af70-14282432ca89 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465162 May 20 15:52:27.772503 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53738) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:27.923118 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] Deleting subnet 8f283d71-768b-489d-805e-5421f07acae2 {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:52:27.926898 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.981588 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.989481 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.282579 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.287627 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:28.322252 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f283d71-768b-489d-805e-5421f07acae2,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:28.324007 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.328298 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:28.334010 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8f283d71-768b-489d-805e-5421f07acae2 HTTP/1.1" status: 204 len: 168 time: 0.5576863 May 20 15:52:28.334245 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53760) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:28.444592 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.573868 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.592290 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.592700 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.593448 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.593778 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > port after_create 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.594114 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.594459 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > port after_update 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.594841 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.595074 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.595385 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.595715 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.742350 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.742709 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.743037 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.743358 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:28.743742 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e99782-e960-41c6-bf43-1a8213aadc2b']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:28.758475 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bde3fb1-8fe5-4d9f-b823-b80bf06178c3') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:28.758789 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bde3fb1-8fe5-4d9f-b823-b80bf06178c3') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:28.771051 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.789863 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.818393 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:52:28.819313 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: from cryptography.utils import int_from_bytes May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: from cryptography.utils import int_from_bytes May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:52:28.855383 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:52:28.946181 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.956496 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:28.961844 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cb974-f8fa-42c2-ae46-751f28bbf37d req-191302cf-9a0a-4116-8efb-5810c33adafd tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:28.964571 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-906cb974-f8fa-42c2-ae46-751f28bbf37d req-191302cf-9a0a-4116-8efb-5810c33adafd tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0952365 May 20 15:52:28.977297 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.980232 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e99782-e960-41c6-bf43-1a8213aadc2b,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:28.987602 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] 10.222.0.47 "DELETE /v2.0/networks/62e99782-e960-41c6-bf43-1a8213aadc2b HTTP/1.1" status: 204 len: 168 time: 0.6523235 May 20 15:52:29.000573 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:29.040149 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-906cb974-f8fa-42c2-ae46-751f28bbf37d req-2ecc650b-ccf6-4dd4-a956-36532f9d2894 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683396 May 20 15:52:29.212680 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53806) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:29.272465 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-10ddf09d-8305-4b70-a707-db3fd1ccc581 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc5489ff928646db9538cbea44874be8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554061 May 20 15:52:29.274221 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53810) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:29.344642 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f6ddaf40-1782-4774-b06c-7ce939ba8e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.372713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f6ddaf40-1782-4774-b06c-7ce939ba8e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.429378 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f6ddaf40-1782-4774-b06c-7ce939ba8e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.434559 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b7c70abb-85b5-44f3-a47b-5d3fdd9fe30b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:29.449076 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddaf40-1782-4774-b06c-7ce939ba8e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d0106-ced9-41a8-a68b-9025b0040cb3,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:29.467511 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f6ddaf40-1782-4774-b06c-7ce939ba8e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:29.468211 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f6ddaf40-1782-4774-b06c-7ce939ba8e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.469324 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-f6ddaf40-1782-4774-b06c-7ce939ba8e0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e16d0106-ced9-41a8-a68b-9025b0040cb3 HTTP/1.1" status: 204 len: 168 time: 0.1939616 May 20 15:52:30.253534 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0604f1-279e-4f53-b128-16da657a9d1f req-75eda550-e45c-49f2-8e77-da6bcc477a8e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:30.255840 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cb0604f1-279e-4f53-b128-16da657a9d1f req-75eda550-e45c-49f2-8e77-da6bcc477a8e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1058955 May 20 15:52:30.354281 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cb0604f1-279e-4f53-b128-16da657a9d1f req-e36bd058-9087-47b7-a236-74a7d354777e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919392 May 20 15:52:30.472728 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53880) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:30.634221 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.668728 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:30.677955 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Usage tracker for resource:security_group_rule and tenant:d063eb1d08c6469abf2d0a1cc07d4a8a is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:30.686110 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:30.692274 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:30.809771 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-e15d3b80-47e3-4177-9236-36ace58d0ac1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164627 May 20 15:52:30.813039 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.826039 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.845742 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-63f14b3c-d462-4d49-a3d5-de8f7952c44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:30.912722 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d063eb1d08c6469abf2d0a1cc07d4a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386628 May 20 15:52:30.914635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9c8d9-7065-4718-9f07-3554c7b1b6df,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:30.918250 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:30.918897 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53904) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:30.996545 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-11e4b630-8d66-4bf3-a2d7-0cd67cc738af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.026762 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-62840b02-9f93-4b99-9f60-56e9454125b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:31.028372 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-62840b02-9f93-4b99-9f60-56e9454125b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1098 time: 0.1194782 May 20 15:52:31.041801 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-11e4b630-8d66-4bf3-a2d7-0cd67cc738af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.106795 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-11e4b630-8d66-4bf3-a2d7-0cd67cc738af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.113653 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:31.136121 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4b630-8d66-4bf3-a2d7-0cd67cc738af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d9c8d9-7065-4718-9f07-3554c7b1b6df,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:31.145115 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-11e4b630-8d66-4bf3-a2d7-0cd67cc738af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:31.150046 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-11e4b630-8d66-4bf3-a2d7-0cd67cc738af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.151476 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-11e4b630-8d66-4bf3-a2d7-0cd67cc738af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67d9c8d9-7065-4718-9f07-3554c7b1b6df HTTP/1.1" status: 204 len: 168 time: 0.2314570 May 20 15:52:31.225336 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-306de411-e9a2-4c64-b7ee-24b3955ce6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:31.228532 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-306de411-e9a2-4c64-b7ee-24b3955ce6a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 920 time: 0.1761734 May 20 15:52:31.309583 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-79490aca-406f-45a2-a95f-3846523bed95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733 HTTP/1.1" status: 200 len: 217 time: 0.0704188 May 20 15:52:31.412304 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-1631f8de-294c-485f-8a3f-24efb2fff8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:31.416565 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-1631f8de-294c-485f-8a3f-24efb2fff8d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.0974748 May 20 15:52:31.485945 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-1cc7da5f-2517-49d8-ba16-51339dd87ee4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539312 May 20 15:52:31.754894 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53958) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:31.786267 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547c5bd-4c4a-46c3-b0ae-30269b939643 req-6c7f7ba6-071b-4893-ace8-b0d950c0adfb tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:31.793454 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4547c5bd-4c4a-46c3-b0ae-30269b939643 req-6c7f7ba6-071b-4893-ace8-b0d950c0adfb tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.2224507 May 20 15:52:31.808295 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.823764 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-ae23ff24-351b-4892-af06-b90391dfdfac service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285911 May 20 15:52:31.832048 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:31.846288 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Usage tracker for resource:security_group_rule and tenant:26b50722e8174c938e26a11caaa61645 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:31.851153 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:31.867907 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4547c5bd-4c4a-46c3-b0ae-30269b939643 req-45d264dc-1fb2-4ff4-babc-72574158339c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731652 May 20 15:52:31.868863 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:31.983249 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.988418 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.993847 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ed7fc5fb-0a97-4bd4-9cbe-6da019c69d77 req-88618a0a-4615-461f-a18b-3cb819f1cf63 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586459 May 20 15:52:31.998286 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5f2265ea-c589-48b8-be69-d7ab46cc720b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:32.051809 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26b50722e8174c938e26a11caaa61645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958574 May 20 15:52:32.052891 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0249ad1-2fd1-4c12-9971-dce90b8927bb,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:32.054818 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 53976) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:32.055875 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.157845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cb947597-331e-4294-8774-c65bca27cbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.185325 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cb947597-331e-4294-8774-c65bca27cbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.245467 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cb947597-331e-4294-8774-c65bca27cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.251304 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:32.268011 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb947597-331e-4294-8774-c65bca27cbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0249ad1-2fd1-4c12-9971-dce90b8927bb,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:32.271975 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cb947597-331e-4294-8774-c65bca27cbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.273098 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cb947597-331e-4294-8774-c65bca27cbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.275285 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-cb947597-331e-4294-8774-c65bca27cbd2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0249ad1-2fd1-4c12-9971-dce90b8927bb HTTP/1.1" status: 204 len: 168 time: 0.2192314 May 20 15:52:32.382510 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 53988) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:32.692107 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.710141 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:32.713924 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Usage tracker for resource:security_group_rule and tenant:719d24d3fcb243dfbb0c2304e51f2b10 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:32.717514 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:32.724423 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:32.814315 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.819780 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.829252 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-da7111a3-f51d-427b-bdb1-630b3f1454e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:32.870082 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=719d24d3fcb243dfbb0c2304e51f2b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864640 May 20 15:52:32.871828 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e57b8e-91ca-4da8-b7b7-4121555c5721,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:32.873061 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54008) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:32.875586 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.946482 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1a1d59c8-36ca-43cd-ab15-133734ec9f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.974718 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1a1d59c8-36ca-43cd-ab15-133734ec9f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.100783 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02894df9-4ad9-4197-a29d-e58a6edf52a8 req-cf3bad61-2941-46b4-9071-9b9cdfd08087 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:33.103516 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-02894df9-4ad9-4197-a29d-e58a6edf52a8 req-cf3bad61-2941-46b4-9071-9b9cdfd08087 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0992250 May 20 15:52:33.104535 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1a1d59c8-36ca-43cd-ab15-133734ec9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.110421 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:33.141120 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d59c8-36ca-43cd-ab15-133734ec9f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e57b8e-91ca-4da8-b7b7-4121555c5721,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:33.145989 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1a1d59c8-36ca-43cd-ab15-133734ec9f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:33.158637 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1a1d59c8-36ca-43cd-ab15-133734ec9f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.162553 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-1a1d59c8-36ca-43cd-ab15-133734ec9f6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4e57b8e-91ca-4da8-b7b7-4121555c5721 HTTP/1.1" status: 204 len: 168 time: 0.2848449 May 20 15:52:33.170078 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 54026) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:33.172618 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-02894df9-4ad9-4197-a29d-e58a6edf52a8 req-e188ec48-f1cc-43d6-970f-8d0bf571c408 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625501 May 20 15:52:33.433476 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.452303 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:33.457229 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Usage tracker for resource:security_group_rule and tenant:d538997003894ca6af002a7eeabea4be is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:33.460528 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:33.466697 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:33.655113 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.659962 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.668422 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-519ab8b1-5b08-4771-a6a9-cbdea585651f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:33.710580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf699c8-0ac3-4cc5-a120-105723cfc08e,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:33.716549 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d538997003894ca6af002a7eeabea4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438206 May 20 15:52:33.716549 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:33.717574 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 54054) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:33.785591 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d94f8c50-415a-42a1-bbb2-8cd35bdb077d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.811473 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d94f8c50-415a-42a1-bbb2-8cd35bdb077d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.870323 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d94f8c50-415a-42a1-bbb2-8cd35bdb077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.876213 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f96c081b-7156-4e25-848b-c818f478cb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:33.891396 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f8c50-415a-42a1-bbb2-8cd35bdb077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf699c8-0ac3-4cc5-a120-105723cfc08e,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:33.893783 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d94f8c50-415a-42a1-bbb2-8cd35bdb077d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:33.905427 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d94f8c50-415a-42a1-bbb2-8cd35bdb077d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.906448 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d94f8c50-415a-42a1-bbb2-8cd35bdb077d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0bf699c8-0ac3-4cc5-a120-105723cfc08e HTTP/1.1" status: 204 len: 168 time: 0.1878214 May 20 15:52:33.928619 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54068) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:34.039823 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2087295158-network', 'tenant_id': 'a7abc6364074468594aeb61600f8ed1e'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:34.045162 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:34.049076 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Usage tracker for resource:network and tenant:a7abc6364074468594aeb61600f8ed1e is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:34.052661 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:34.059068 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:34.068981 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Made reservation on behalf of a7abc6364074468594aeb61600f8ed1e for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:34.071469 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.084257 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.099666 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:34.104033 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a7abc6364074468594aeb61600f8ed1e is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:34.106816 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:34.112480 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:34.197891 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.202712 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.206967 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c545a046-aa15-4b82-80a8-53e743a31433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:34.233936 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:34.247621 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9c22e-2d6c-4561-9017-329c7323180e,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:34.251807 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:34.252809 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.253264 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Added segment 262a3b9f-fc81-47d6-a45b-1df7f9fe7a08 of type vlan for network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 May 20 15:52:34.285543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 54080) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:34.289413 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.319213 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.320808 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:34.321378 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.325909 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b5bdef94-d595-44ca-b016-b900aeeafc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:34.338913 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.363164 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:34.374293 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Usage tracker for resource:security_group_rule and tenant:65142cf7dc224a4497e171230a47f9f6 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:34.378083 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:34.386172 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:34.416261 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ee9f0-468f-4cb9-955b-0656319aaf1d req-f8b1f0a1-3402-47fc-a78a-64d8da4fdda0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:34.424260 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-035ee9f0-468f-4cb9-955b-0656319aaf1d req-f8b1f0a1-3402-47fc-a78a-64d8da4fdda0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1359720 May 20 15:52:34.427887 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4976459 May 20 15:52:34.428982 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:34.431904 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 54086) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:34.436634 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:34.439529 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:34.456457 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Request body: {'subnet': {'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2087295158-subnet', 'tenant_id': 'a7abc6364074468594aeb61600f8ed1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:34.464530 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:34.487808 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Usage tracker for resource:subnet and tenant:a7abc6364074468594aeb61600f8ed1e is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:34.496487 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:34.512702 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-035ee9f0-468f-4cb9-955b-0656319aaf1d req-5e41e401-17d0-4015-9886-26fea5c38725 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872717 May 20 15:52:34.513687 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:34.533444 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Made reservation on behalf of a7abc6364074468594aeb61600f8ed1e for: {'subnet': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:34.536376 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.671496 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.678390 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.686984 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1cbebe75-9061-438b-9e0a-8a694b0b592c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:34.732924 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65142cf7dc224a4497e171230a47f9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463646 May 20 15:52:34.735465 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c50d0e-7709-4ac4-b603-6e2cbabab2bd,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:34.736075 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54092) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:34.739346 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:34.820239 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ee8-041e-49bb-a7ae-637764ff445b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.849165 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ee8-041e-49bb-a7ae-637764ff445b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.906895 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ee8-041e-49bb-a7ae-637764ff445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.913737 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a496e8ed-17f3-4067-b5d5-8acf7d1aace6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:34.925140 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b5ee8-041e-49bb-a7ae-637764ff445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c50d0e-7709-4ac4-b603-6e2cbabab2bd,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:34.940816 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b99b5ee8-041e-49bb-a7ae-637764ff445b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:34.941749 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b99b5ee8-041e-49bb-a7ae-637764ff445b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.945483 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b99b5ee8-041e-49bb-a7ae-637764ff445b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9c50d0e-7709-4ac4-b603-6e2cbabab2bd HTTP/1.1" status: 204 len: 168 time: 0.2058911 May 20 15:52:35.057482 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.068852 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1f8d5bb5-b12a-49a9-b326-991103d12620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:35.160191 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74558f5f-d55e-4239-8506-40e063429fa1,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:35.164262 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:35.168420 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Checking segment: {'id': '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:35.168795 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Network hostable DHCP agents. Network: f5c21e87-ae83-4a8f-a41c-ea45c046f1e2, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:35.185547 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:35.195598 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, f5c21e87-ae83-4a8f-a41c-ea45c046f1e2) {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:35.199642 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:35.200313 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.204438 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341b0b0f-f222-40b0-ae15-7ac722d98467 None None] Network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:35.228808 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7818434 May 20 15:52:35.428595 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e10578-df8c-4bda-a303-fac164ee7276 None None] Network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:35.742112 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20659dd1-bfc0-4e96-83ce-1031dce65295 req-cb5350dd-2cf9-4327-af0a-d4d69070df9b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:35.743583 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-20659dd1-bfc0-4e96-83ce-1031dce65295 req-cb5350dd-2cf9-4327-af0a-d4d69070df9b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0838552 May 20 15:52:35.791650 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-20659dd1-bfc0-4e96-83ce-1031dce65295 req-9bf15766-714f-4c04-9c85-88cd7b47a311 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 May 20 15:52:36.955941 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 54192) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:37.071129 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.088671 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:37.092504 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Usage tracker for resource:security_group_rule and tenant:fec5abe7d0b043bf9d245b5187d4e935 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:37.095339 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:37.101340 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:37.186034 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.190199 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.199508 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-21c9ef24-38d6-4e0a-92a7-1cbc9b83a73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.238981 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fec5abe7d0b043bf9d245b5187d4e935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819676 May 20 15:52:37.240534 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab69aed2-a7d9-44a1-aa7b-e7f11ddfc940,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:37.241648 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54202) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:37.244028 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:37.298126 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a61ab581-ea8e-46d9-8ec7-7a6f95ef1b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.323116 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a61ab581-ea8e-46d9-8ec7-7a6f95ef1b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.372406 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a61ab581-ea8e-46d9-8ec7-7a6f95ef1b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.375931 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-428df9de-ae81-48df-9d34-861e4d2ad80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.386263 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ab581-ea8e-46d9-8ec7-7a6f95ef1b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab69aed2-a7d9-44a1-aa7b-e7f11ddfc940,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:37.390951 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a61ab581-ea8e-46d9-8ec7-7a6f95ef1b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:37.393460 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a61ab581-ea8e-46d9-8ec7-7a6f95ef1b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.394445 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a61ab581-ea8e-46d9-8ec7-7a6f95ef1b52 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab69aed2-a7d9-44a1-aa7b-e7f11ddfc940 HTTP/1.1" status: 204 len: 168 time: 0.1518168 May 20 15:52:37.519212 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.665331 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54210) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:37.682430 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.696171 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:37.699891 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Usage tracker for resource:security_group_rule and tenant:c6ba55e8d9f348b8b767c4eb5d6cf01a is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:37.702583 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:37.708649 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:37.793412 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.797296 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.805347 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-fb33b829-9ef7-4876-b31a-08b30bf0be26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.843283 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6ba55e8d9f348b8b767c4eb5d6cf01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768219 May 20 15:52:37.844970 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1ef6e2-9571-4d74-b337-a627d750ce91,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:37.845886 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 54214) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:37.848797 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:37.903339 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d629ca22-a9bf-4603-a5e8-9ef08f7cc737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.928599 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d629ca22-a9bf-4603-a5e8-9ef08f7cc737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.981991 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d629ca22-a9bf-4603-a5e8-9ef08f7cc737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.986980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f088948c-8725-4aff-95e8-39fd8bb6e3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:38.001324 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629ca22-a9bf-4603-a5e8-9ef08f7cc737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1ef6e2-9571-4d74-b337-a627d750ce91,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:38.004035 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d629ca22-a9bf-4603-a5e8-9ef08f7cc737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:38.011936 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d629ca22-a9bf-4603-a5e8-9ef08f7cc737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.013012 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d629ca22-a9bf-4603-a5e8-9ef08f7cc737 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b1ef6e2-9571-4d74-b337-a627d750ce91 HTTP/1.1" status: 204 len: 168 time: 0.1661408 May 20 15:52:38.591354 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:52:38.667489 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945e4f0-951d-4b0c-923c-ea6cc69032c2 req-8e732473-c484-4d5e-897c-4b09aa67213e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:38.669365 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e945e4f0-951d-4b0c-923c-ea6cc69032c2 req-8e732473-c484-4d5e-897c-4b09aa67213e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0898588 May 20 15:52:38.714716 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e945e4f0-951d-4b0c-923c-ea6cc69032c2 req-401de814-c500-45f8-a473-6a8abab53984 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 May 20 15:52:39.241520 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 54262) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:39.456176 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e00c27c0-eafc-443a-b1d8-a4870a0b7646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.497617 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.541617 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:39.553534 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Usage tracker for resource:security_group_rule and tenant:8e3e7c924034470da85e5e0c9df8ea54 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:39.559128 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:39.566601 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:39.690424 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.695332 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.706013 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c1d1a435-d37b-4b21-8a83-613bb0c5cd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:39.756034 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e3e7c924034470da85e5e0c9df8ea54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5133140 May 20 15:52:39.758669 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54304) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:39.849540 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e570cd4-ba15-4eb7-b64c-1ca3064d0a38,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:39.853007 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:39.923149 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6b4a0fef-5693-47df-96fb-9d70327e3418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.967762 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6b4a0fef-5693-47df-96fb-9d70327e3418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.992145 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-03e02f41-b238-4c86-8797-3fa20173f7b1 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:39.993797 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-03e02f41-b238-4c86-8797-3fa20173f7b1 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/networks?id=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 HTTP/1.1" status: 200 len: 809 time: 0.2417805 May 20 15:52:40.012040 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-b108db8a-3401-45c6-b946-5092e20a5675 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/quotas/a7abc6364074468594aeb61600f8ed1e HTTP/1.1" status: 200 len: 375 time: 0.0126657 May 20 15:52:40.029058 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce2e27-f2f8-4434-ab92-245111bdb9d1 req-babb5e99-ca73-4649-8b82-be3b058deed2 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:40.030970 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a4ce2e27-f2f8-4434-ab92-245111bdb9d1 req-babb5e99-ca73-4649-8b82-be3b058deed2 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1962478 May 20 15:52:40.075312 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-1678c4fe-da44-4cfe-8a76-86a92beb2196 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7abc6364074468594aeb61600f8ed1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527220 May 20 15:52:40.102633 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a4ce2e27-f2f8-4434-ab92-245111bdb9d1 req-57afde7a-6813-49a3-87c8-fcb34a1e5663 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641716 May 20 15:52:40.109164 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6b4a0fef-5693-47df-96fb-9d70327e3418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.117317 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-075d681a-0663-4ba6-b42e-5a14922d117c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:40.145102 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a0fef-5693-47df-96fb-9d70327e3418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e570cd4-ba15-4eb7-b64c-1ca3064d0a38,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:40.147445 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6b4a0fef-5693-47df-96fb-9d70327e3418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:40.178269 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6b4a0fef-5693-47df-96fb-9d70327e3418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.181759 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-6b4a0fef-5693-47df-96fb-9d70327e3418 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e570cd4-ba15-4eb7-b64c-1ca3064d0a38 HTTP/1.1" status: 204 len: 168 time: 0.4197705 May 20 15:52:40.256149 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-e315d93c-c635-498b-9570-98aa5ff7c0f7 service neutron] 10.222.0.47 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676955 May 20 15:52:40.531305 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-d1e7cd81-db03-4652-bad6-d0ed4a7e570e service neutron] 10.222.0.47 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670810 May 20 15:52:40.756843 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9c0054cc-6a13-4b28-9dc5-372f8d484983 req-9952fac3-0e81-4bcc-acdf-735d93a84fb0 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 210 time: 0.0628164 May 20 15:52:41.317809 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c8a97-6040-4f8f-8cf6-5bc9e43369f8 req-6c3241aa-1dc0-4172-a38e-731efcc34393 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:41.319673 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-655c8a97-6040-4f8f-8cf6-5bc9e43369f8 req-6c3241aa-1dc0-4172-a38e-731efcc34393 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0849469 May 20 15:52:41.367314 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-655c8a97-6040-4f8f-8cf6-5bc9e43369f8 req-e9db0b28-6abb-4f31-acb8-28c669480b6e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407100 May 20 15:52:41.871809 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.059124 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b8cc2ff8-692b-4139-b450-2ba1cb918c5d req-aaa52f8a-f86b-4039-b358-744dc6accf87 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 210 time: 0.0808339 May 20 15:52:42.115037 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-69909fda-ef4a-4083-a77f-848b66737dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.139350 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-290ee0e8-85bb-4f6b-8b96-cefb08ea96ab tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:42.140064 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-290ee0e8-85bb-4f6b-8b96-cefb08ea96ab tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Synchronizing usage tracker for tenant:a7abc6364074468594aeb61600f8ed1e on resource:network {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:42.168557 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-290ee0e8-85bb-4f6b-8b96-cefb08ea96ab tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Unset dirty status for tenant:a7abc6364074468594aeb61600f8ed1e on resource:network {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:42.170742 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-290ee0e8-85bb-4f6b-8b96-cefb08ea96ab tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.58 "GET /v2.0/networks?id=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 HTTP/1.1" status: 200 len: 809 time: 0.3573411 May 20 15:52:42.182526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Request body: {'port': {'device_id': 'de8571c3-1bab-443d-b417-bd214bafdaaa', 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2', 'admin_state_up': True, 'tenant_id': 'a7abc6364074468594aeb61600f8ed1e'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:42.405082 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:42.408932 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Usage tracker for resource:port and tenant:a7abc6364074468594aeb61600f8ed1e is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:42.411770 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:42.417537 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:42.435429 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Made reservation on behalf of a7abc6364074468594aeb61600f8ed1e for: {'port': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:42.439196 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.663586 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec43ab3-7326-49ab-bd07-31f2418e6b80 req-27f64446-d64e-46c9-bed7-166c3b613aba tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:42.664928 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fec43ab3-7326-49ab-bd07-31f2418e6b80 req-27f64446-d64e-46c9-bed7-166c3b613aba tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1683986 May 20 15:52:42.670244 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Allocated IP 172.20.0.12 (f5c21e87-ae83-4a8f-a41c-ea45c046f1e2/74558f5f-d55e-4239-8506-40e063429fa1/2632ff10-38b7-4f8e-9fd2-14ffacd440b7) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:42.732827 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fec43ab3-7326-49ab-bd07-31f2418e6b80 req-d353d06e-c5b7-48b5-9772-02b4c0f91221 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 May 20 15:52:42.901800 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.933685 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.940612 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:43.007707 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:43.010804 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:43.014814 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:43.053805 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Pushing event updated for resources: {'Port': ['ID=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:43.067020 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:43.094226 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:43.094853 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.115886 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.137458 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9589894 May 20 15:52:43.162307 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Request body: {'port': {'device_id': 'de8571c3-1bab-443d-b417-bd214bafdaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:43.431272 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.501938 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f0aa7-4de8-42ed-8e34-21e3cb655e1e req-873c0822-2f50-4608-b068-598b1f591d01 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:43.501938 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-c14f0aa7-4de8-42ed-8e34-21e3cb655e1e req-873c0822-2f50-4608-b068-598b1f591d01 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Synchronizing usage tracker for tenant:a7abc6364074468594aeb61600f8ed1e on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:43.542740 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-c14f0aa7-4de8-42ed-8e34-21e3cb655e1e req-873c0822-2f50-4608-b068-598b1f591d01 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Unset dirty status for tenant:a7abc6364074468594aeb61600f8ed1e on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:43.544154 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c14f0aa7-4de8-42ed-8e34-21e3cb655e1e req-873c0822-2f50-4608-b068-598b1f591d01 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 932 time: 0.3030493 May 20 15:52:43.671332 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-c14f0aa7-4de8-42ed-8e34-21e3cb655e1e req-668ee173-68cf-4e2f-b30c-45c85817ea65 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Synchronizing usage tracker for tenant:a7abc6364074468594aeb61600f8ed1e on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:43.763716 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-c14f0aa7-4de8-42ed-8e34-21e3cb655e1e req-668ee173-68cf-4e2f-b30c-45c85817ea65 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Unset dirty status for tenant:a7abc6364074468594aeb61600f8ed1e on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:43.764891 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c14f0aa7-4de8-42ed-8e34-21e3cb655e1e req-668ee173-68cf-4e2f-b30c-45c85817ea65 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816366 May 20 15:52:43.883037 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 {{(pid=91644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:43.890529 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.908647 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Transition to ACTIVE for port object 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 will not be triggered until provisioned by entity L2. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:43.913015 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.916934 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-5a63b447-3d17-45ff-8f73-691dc1640225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:43.934057 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684f44e-a5fd-48fa-863c-0a1030c50a11 req-62e98a1d-64ec-4ed2-9606-2f19c50871c0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:43.939758 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0684f44e-a5fd-48fa-863c-0a1030c50a11 req-62e98a1d-64ec-4ed2-9606-2f19c50871c0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0885601 May 20 15:52:43.993375 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0684f44e-a5fd-48fa-863c-0a1030c50a11 req-5c432e4f-a3c6-4cac-a9c8-2318e74996ba tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509171 May 20 15:52:44.080488 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Pushing event updated for resources: {'Port': ['ID=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:44.080488 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:44.150061 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Attempting to bind port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:44.150387 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Attempting to bind port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2'}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:44.150708 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Attempting to bind port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 on network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:44.156516 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 on network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:44.156841 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Attempting to bind port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 on network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:44.198405 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:44.198860 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Checking segment: {'id': '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:44.199120 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Bound using segment: {'id': '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2'} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:44.199552 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Bound port: 2632ff10-38b7-4f8e-9fd2-14ffacd440b7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2'}}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:44.199918 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.401095 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] For port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7, host hv-cinder-78477, cleared binding levels {{(pid=91644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:44.404688 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7e320-3a3b-439b-98bb-d8d08df7c649 req-c17d815d-a464-43d9-9d34-9eecfd506837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:44.406337 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-84d7e320-3a3b-439b-98bb-d8d08df7c649 req-c17d815d-a464-43d9-9d34-9eecfd506837 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 1099 time: 0.2507505 May 20 15:52:44.408128 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] For port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:44.437160 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.450623 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:44.540046 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-84d7e320-3a3b-439b-98bb-d8d08df7c649 req-52b4f0a6-e7d8-4b35-b91c-9ce3ed1a28bb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258254 May 20 15:52:44.546950 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:44.547539 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.548896 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] 10.222.0.58 "PUT /v2.0/ports/2632ff10-38b7-4f8e-9fd2-14ffacd440b7 HTTP/1.1" status: 200 len: 1094 time: 1.3937697 May 20 15:52:44.549380 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8571c3-1bab-443d-b417-bd214bafdaaa', 'tag': '2632ff10-38b7-4f8e-9fd2-14ffacd440b7'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:44.570884 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Pushing event updated for resources: {'Port': ['ID=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,revision_number=3']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:44.574667 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:44.607971 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8571c3-1bab-443d-b417-bd214bafdaaa', 'tag': '2632ff10-38b7-4f8e-9fd2-14ffacd440b7', 'status': 'completed', 'code': 200} May 20 15:52:44.679086 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.716633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb39909-496a-4f29-aac8-285a0a93c080 req-1800d356-80e1-4be7-94a3-75744ff58f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:44.718280 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0eb39909-496a-4f29-aac8-285a0a93c080 req-1800d356-80e1-4be7-94a3-75744ff58f5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7abc6364074468594aeb61600f8ed1e&device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 1097 time: 0.0854380 May 20 15:52:44.895431 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb39909-496a-4f29-aac8-285a0a93c080 req-ca56ed3d-180a-4d71-ac54-b45ba780c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:44.896906 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0eb39909-496a-4f29-aac8-285a0a93c080 req-ca56ed3d-180a-4d71-ac54-b45ba780c0c5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a7abc6364074468594aeb61600f8ed1e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1694269 May 20 15:52:45.141222 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb39909-496a-4f29-aac8-285a0a93c080 req-3072d887-bc8c-4748-bffa-948dd8dc37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.142768 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0eb39909-496a-4f29-aac8-285a0a93c080 req-3072d887-bc8c-4748-bffa-948dd8dc37c9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2366724 May 20 15:52:45.150573 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e87363-8b66-4628-b408-7b625de3b1a8 req-51817ef1-842d-46cf-a2fc-6c1c2df2bad0 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.152094 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-97e87363-8b66-4628-b408-7b625de3b1a8 req-51817ef1-842d-46cf-a2fc-6c1c2df2bad0 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 944 time: 0.1941495 May 20 15:52:45.216114 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5291a5-4cf9-4c26-b3ac-fcd8cc4793b4 req-fbdf37a8-2488-4a80-82f9-bf8f08ba87d9 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.218188 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3c5291a5-4cf9-4c26-b3ac-fcd8cc4793b4 req-fbdf37a8-2488-4a80-82f9-bf8f08ba87d9 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1056917 May 20 15:52:45.248313 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-97e87363-8b66-4628-b408-7b625de3b1a8 req-b2de76ef-68fb-4532-8a45-e03b1160fca1 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879431 May 20 15:52:45.267776 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3c5291a5-4cf9-4c26-b3ac-fcd8cc4793b4 req-0a407fd7-b4c3-4cbb-a046-fd177f9706df tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433233 May 20 15:52:45.277571 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-4be80dd4-a013-4750-bc8c-c4fcc287e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.279050 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-4be80dd4-a013-4750-bc8c-c4fcc287e755 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7abc6364074468594aeb61600f8ed1e&device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 1097 time: 0.0814385 May 20 15:52:45.350281 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-96b745fa-2002-4e34-a00b-e8bb8915ab31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2632ff10-38b7-4f8e-9fd2-14ffacd440b7 HTTP/1.1" status: 200 len: 217 time: 0.0629108 May 20 15:52:45.420483 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-7b5fe03f-0d5c-4411-9287-889b558df4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.422136 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-7b5fe03f-0d5c-4411-9287-889b558df4e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74558f5f-d55e-4239-8506-40e063429fa1 HTTP/1.1" status: 200 len: 849 time: 0.0578077 May 20 15:52:45.482181 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-f8af8945-94d2-45d6-a257-40d5e48eaf2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411675 May 20 15:52:45.633756 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-bef5d8e2-b994-499f-9a71-8b1b3b877155 service neutron] 10.222.0.58 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361885 May 20 15:52:45.777505 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-949a69d3-ae9a-4ab6-88b1-9760be36e186 req-0522a0e5-08b2-41f5-896e-19505463953b service neutron] 10.222.0.58 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349072 May 20 15:52:46.322075 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54562) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:46.479483 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fbd4a-7fb3-48f3-a062-b8d9fa610611 req-4463f158-a51b-4f9b-860a-b367b00e7ab7 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:46.487186 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0d9fbd4a-7fb3-48f3-a062-b8d9fa610611 req-4463f158-a51b-4f9b-860a-b367b00e7ab7 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 944 time: 0.1186368 May 20 15:52:46.507026 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3d0d0-3dec-4844-93b4-15ee5424083b req-c5d88c6b-a0a0-479f-aa30-a4620ea92da9 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:46.514136 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89a3d0d0-3dec-4844-93b4-15ee5424083b req-c5d88c6b-a0a0-479f-aa30-a4620ea92da9 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1203897 May 20 15:52:46.555303 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0d9fbd4a-7fb3-48f3-a062-b8d9fa610611 req-37ad243c-2bfe-445e-bfab-7b6888d29905 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670898 May 20 15:52:46.561384 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:46.578168 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89a3d0d0-3dec-4844-93b4-15ee5424083b req-0dd1aadd-f8bc-460b-8e37-0fde9841f77e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626075 May 20 15:52:46.591713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:46.609734 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Usage tracker for resource:security_group_rule and tenant:ba77e2c6c3d04a27bf4f2d4ba824c063 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:46.614650 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:46.632687 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:46.798076 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0e06b-e721-45de-b21f-b78e267a4671 req-d06086ca-2c85-4113-8aa3-8a4b7a33b706 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:46.799898 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16c0e06b-e721-45de-b21f-b78e267a4671 req-d06086ca-2c85-4113-8aa3-8a4b7a33b706 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0944333 May 20 15:52:46.814329 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:46.818941 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:46.840568 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-bf8dd5da-0f23-4c6d-9def-053542157345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:46.865436 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16c0e06b-e721-45de-b21f-b78e267a4671 req-f63d26e4-dd9b-49a9-80bd-a77df191a034 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565693 May 20 15:52:46.888748 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b3ce15-5e99-43c1-adcf-1abf40d3d690,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:46.896491 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba77e2c6c3d04a27bf4f2d4ba824c063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700822 May 20 15:52:46.896491 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:46.897472 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54596) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:46.967188 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-412d4f92-7c6e-47ac-b359-e95895a76ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:46.993667 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-412d4f92-7c6e-47ac-b359-e95895a76ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.049624 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-412d4f92-7c6e-47ac-b359-e95895a76ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.054709 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:47.068198 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d4f92-7c6e-47ac-b359-e95895a76ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b3ce15-5e99-43c1-adcf-1abf40d3d690,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:47.071046 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-412d4f92-7c6e-47ac-b359-e95895a76ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:47.072002 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-412d4f92-7c6e-47ac-b359-e95895a76ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.073150 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-412d4f92-7c6e-47ac-b359-e95895a76ee1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40b3ce15-5e99-43c1-adcf-1abf40d3d690 HTTP/1.1" status: 204 len: 168 time: 0.1747758 May 20 15:52:47.413790 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54618) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:47.431461 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.446216 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:47.450127 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] Usage tracker for resource:security_group_rule and tenant:3cca616a816348a39745e0210d141d99 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:47.452984 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:47.458692 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:47.543526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.547523 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.557842 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a7fc929a-c3b0-4be9-910c-832ad2bdf3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:47.597728 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3cca616a816348a39745e0210d141d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828694 May 20 15:52:47.601125 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 54626) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:47.608929 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8180c97-dbc6-4afe-994d-f5720d5147dc,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:47.613771 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a7d58046-811f-4286-87c0-b93a5cb59da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:47.703072 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be1c45f4-bc2a-4b0a-a16b-7df022c15f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.746195 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be1c45f4-bc2a-4b0a-a16b-7df022c15f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.799856 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e83680-fc22-4691-9b05-f9e45e7e133c req-f570765f-f58b-4d89-85d2-39db6f919509 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:47.801886 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-34e83680-fc22-4691-9b05-f9e45e7e133c req-f570765f-f58b-4d89-85d2-39db6f919509 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 944 time: 0.1368279 May 20 15:52:47.841631 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be1c45f4-bc2a-4b0a-a16b-7df022c15f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.852877 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5f717c95-91d2-4929-84bc-3f2d59ffeb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:47.868955 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c45f4-bc2a-4b0a-a16b-7df022c15f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8180c97-dbc6-4afe-994d-f5720d5147dc,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:47.871607 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-be1c45f4-bc2a-4b0a-a16b-7df022c15f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:47.879261 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-34e83680-fc22-4691-9b05-f9e45e7e133c req-51e7b86f-2e06-4e8f-bc7f-b32fcb9ee5d2 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718997 May 20 15:52:47.887135 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be1c45f4-bc2a-4b0a-a16b-7df022c15f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.891609 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-be1c45f4-bc2a-4b0a-a16b-7df022c15f47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d8180c97-dbc6-4afe-994d-f5720d5147dc HTTP/1.1" status: 204 len: 168 time: 0.2886152 May 20 15:52:49.044270 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-004cc230-31f8-48ed-8050-7f3236931f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.045837 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-004cc230-31f8-48ed-8050-7f3236931f59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1098 time: 0.2577593 May 20 15:52:49.061692 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe954d1a-7f55-4c98-8e98-c87c33ed53c3 req-9cef7aac-44eb-4a81-8af8-d3e81eca39ab tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.063492 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fe954d1a-7f55-4c98-8e98-c87c33ed53c3 req-9cef7aac-44eb-4a81-8af8-d3e81eca39ab tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.2354445 May 20 15:52:49.225063 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fe954d1a-7f55-4c98-8e98-c87c33ed53c3 req-32f9f71f-c1f9-4bf0-acdc-9efdd4e0288d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395876 May 20 15:52:49.232524 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b075d6-6cfd-4d6f-827c-b34087dacdb0 req-4cbb170e-9626-4ac2-89cf-30442ab1fd38 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.234067 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-54b075d6-6cfd-4d6f-827c-b34087dacdb0 req-4cbb170e-9626-4ac2-89cf-30442ab1fd38 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 944 time: 0.0903151 May 20 15:52:49.285602 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-3070ef96-36e9-44ba-89ab-f86a3d23b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.287717 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-3070ef96-36e9-44ba-89ab-f86a3d23b015 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 920 time: 0.2233045 May 20 15:52:49.294038 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-54b075d6-6cfd-4d6f-827c-b34087dacdb0 req-d3830faf-67ca-4915-b59c-5ac46c391de7 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522299 May 20 15:52:49.382834 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-f32191ec-b226-48be-8673-626bb11f3e55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733 HTTP/1.1" status: 200 len: 217 time: 0.0780244 May 20 15:52:49.453282 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-7d2a9812-5f7f-49b0-a025-7c447f0aae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.455211 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-7d2a9812-5f7f-49b0-a025-7c447f0aae10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.0595715 May 20 15:52:49.512610 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-a5bb887e-b968-45e9-aee4-0d70939dd832 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467391 May 20 15:52:49.650371 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-f653e254-0d24-45e5-b13f-384cff6699ef service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296551 May 20 15:52:49.795709 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f79e884e-0588-4512-80e4-63f676d1a6c5 req-c9b0f507-86ea-4535-90d1-d3e9a173b998 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279790 May 20 15:52:49.997468 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:50.148894 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:50.163213 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '2632ff10-38b7-4f8e-9fd2-14ffacd440b7', 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2', 'port_id': '2632ff10-38b7-4f8e-9fd2-14ffacd440b7', 'mac_address': 'fa:16:3e:d8:58:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74558f5f-d55e-4239-8506-40e063429fa1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:50.219715 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:50.236973 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:50.253596 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:50.257514 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:50.259359 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-6ff96c7c-f7d1-4bf1-9e3b-aa657916ea21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:50.330087 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:50.338033 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.338406 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.338757 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.339071 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.339401 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.340006 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.340383 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.340821 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.341158 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.341670 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.341995 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.342314 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:50.346547 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:50.455245 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e176693-ff22-48de-a1e1-02463f144e3e req-8edc0c63-60db-40dd-ac4d-143970139ac9 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:50.457261 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8e176693-ff22-48de-a1e1-02463f144e3e req-8edc0c63-60db-40dd-ac4d-143970139ac9 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0863025 May 20 15:52:50.501933 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8e176693-ff22-48de-a1e1-02463f144e3e req-4a6e71df-3396-4805-b8a2-3f015677999a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389380 May 20 15:52:50.503632 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463371-995b-4b58-9f42-f8a613374f31 req-ce18f3c2-cea0-47de-97fa-5ed1fe677e9e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:50.505138 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-10463371-995b-4b58-9f42-f8a613374f31 req-ce18f3c2-cea0-47de-97fa-5ed1fe677e9e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 945 time: 0.0869958 May 20 15:52:50.553809 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['2632ff10-38b7-4f8e-9fd2-14ffacd440b7'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:50.558841 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-10463371-995b-4b58-9f42-f8a613374f31 req-af7d2eb5-64f0-424c-ad36-86880222b87c tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475478 May 20 15:52:51.690580 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d99097-3af1-460f-8104-6f007f86425e req-f7cead28-b43e-425a-b998-d0b789c24f5d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:51.691978 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-44d99097-3af1-460f-8104-6f007f86425e req-f7cead28-b43e-425a-b998-d0b789c24f5d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0785820 May 20 15:52:51.739164 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-44d99097-3af1-460f-8104-6f007f86425e req-fc4ed60c-3228-45c2-81aa-e308766a574b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 May 20 15:52:51.906215 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708583c6-6fdf-416b-9f5a-d807a039b96c req-285a88d6-1d94-4c6f-8c97-de1a26c57b5e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:51.907673 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-708583c6-6fdf-416b-9f5a-d807a039b96c req-285a88d6-1d94-4c6f-8c97-de1a26c57b5e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 945 time: 0.0793862 May 20 15:52:51.951063 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-708583c6-6fdf-416b-9f5a-d807a039b96c req-3e1c80a1-adf3-4503-a983-4f73120f99c7 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371945 May 20 15:52:54.200842 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f9c90-7e5e-43d8-a618-8853490eb817 req-afb4c8ab-59bf-4c3d-9976-a522f5adc6be tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:54.202346 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-444f9c90-7e5e-43d8-a618-8853490eb817 req-afb4c8ab-59bf-4c3d-9976-a522f5adc6be tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0796683 May 20 15:52:54.223519 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fb06-a517-45bc-a315-63ad254a021c req-faaf17cb-7502-4e03-9b83-a1b20e74e04a tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:54.225626 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7375fb06-a517-45bc-a315-63ad254a021c req-faaf17cb-7502-4e03-9b83-a1b20e74e04a tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 945 time: 0.0976818 May 20 15:52:54.253816 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-444f9c90-7e5e-43d8-a618-8853490eb817 req-0700599f-fe97-45ff-a6ef-063637110d6f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454831 May 20 15:52:54.274336 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7375fb06-a517-45bc-a315-63ad254a021c req-c6c64c5c-cdad-4bbb-a4f5-5d2d97688ae7 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 May 20 15:52:55.209255 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 54830) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:55.333417 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.349479 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:55.360444 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Usage tracker for resource:security_group_rule and tenant:56fd493803964d0eaf7ab6c314712db1 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:55.364093 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:55.370158 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:55.483048 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09e315-8f40-485a-8d93-10995e3aa6d1 req-9171a7ae-3279-489f-84ed-50de0b56a199 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:55.484923 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1a09e315-8f40-485a-8d93-10995e3aa6d1 req-9171a7ae-3279-489f-84ed-50de0b56a199 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1113086 May 20 15:52:55.492980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604100c-e23b-4566-aebd-645e7a708695 req-1e050b4f-64f7-4c73-8658-847ddf2220ec tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:55.494624 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2604100c-e23b-4566-aebd-645e7a708695 req-1e050b4f-64f7-4c73-8658-847ddf2220ec tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 945 time: 0.0902166 May 20 15:52:55.546832 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2604100c-e23b-4566-aebd-645e7a708695 req-3b64e4b6-3218-44de-8711-85f479b00dc5 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 May 20 15:52:55.560145 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1a09e315-8f40-485a-8d93-10995e3aa6d1 req-90a02fac-6b56-4401-87a5-de07545be7b1 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626283 May 20 15:52:55.579725 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.587629 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.594393 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:55.635511 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56fd493803964d0eaf7ab6c314712db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251633 May 20 15:52:55.636727 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544e07d4-57ec-4bad-b7bd-9db76c895c6a,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:55.638348 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 54854) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:55.640024 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:55.710570 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-22f2a1e4-6ef4-4d61-9772-26bef05dfeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.740121 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-22f2a1e4-6ef4-4d61-9772-26bef05dfeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.792278 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-22f2a1e4-6ef4-4d61-9772-26bef05dfeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.796893 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ded98ac3-f581-45c5-99ab-2aee52b24de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:55.810614 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2a1e4-6ef4-4d61-9772-26bef05dfeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e07d4-57ec-4bad-b7bd-9db76c895c6a,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:55.812924 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-22f2a1e4-6ef4-4d61-9772-26bef05dfeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:55.813997 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-22f2a1e4-6ef4-4d61-9772-26bef05dfeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.815076 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-22f2a1e4-6ef4-4d61-9772-26bef05dfeda admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/544e07d4-57ec-4bad-b7bd-9db76c895c6a HTTP/1.1" status: 204 len: 168 time: 0.1755033 May 20 15:52:56.019353 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:56.096284 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:56.101821 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:56.102456 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.255450 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.285896 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8571c3-1bab-443d-b417-bd214bafdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2632ff10-38b7-4f8e-9fd2-14ffacd440b7'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:56.297593 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:56.301435 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.303347 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:56.381292 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:56.384339 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:56.393529 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8571c3-1bab-443d-b417-bd214bafdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2632ff10-38b7-4f8e-9fd2-14ffacd440b7', 'code': 200} May 20 15:52:56.644830 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da6832-e6dc-488d-b732-8619894891f8 req-ac0b3b5e-150b-4d9a-a96f-938c1644a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:56.646863 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-91da6832-e6dc-488d-b732-8619894891f8 req-ac0b3b5e-150b-4d9a-a96f-938c1644a3f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 1099 time: 0.0774062 May 20 15:52:56.763186 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-91da6832-e6dc-488d-b732-8619894891f8 req-568c3842-f474-458e-83bf-978051a000c1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927718 May 20 15:52:56.788980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed782b26-d748-45e4-b484-60bfe178b24a req-f42de542-e7fe-4461-8699-c084da278e31 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:56.790581 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ed782b26-d748-45e4-b484-60bfe178b24a req-f42de542-e7fe-4461-8699-c084da278e31 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0967078 May 20 15:52:56.794250 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c661f9a-707e-4a71-9180-9bcbf7b90c2f req-4fa1a90c-2e89-46c0-9282-5acea4b7756d tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:56.795708 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2c661f9a-707e-4a71-9180-9bcbf7b90c2f req-4fa1a90c-2e89-46c0-9282-5acea4b7756d tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 946 time: 0.1085458 May 20 15:52:56.838859 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ed782b26-d748-45e4-b484-60bfe178b24a req-3d586617-6a48-4c90-8fc0-d753d7118a75 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 May 20 15:52:56.841211 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2c661f9a-707e-4a71-9180-9bcbf7b90c2f req-9c0e0a2a-819e-47eb-9e0a-9305aa68b0f0 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 May 20 15:52:59.820749 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618cf3-8657-48c3-9d2f-2675c3762193 req-5aa4d541-950b-4619-b877-ef7ee5aac786 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:59.822564 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e1618cf3-8657-48c3-9d2f-2675c3762193 req-5aa4d541-950b-4619-b877-ef7ee5aac786 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0845761 May 20 15:52:59.828492 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae7e3d-a6f4-478c-9011-e15884f35b05 req-839547d3-c69c-415b-a98d-aedf679229cb tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:59.829946 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-73ae7e3d-a6f4-478c-9011-e15884f35b05 req-839547d3-c69c-415b-a98d-aedf679229cb tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 946 time: 0.0853090 May 20 15:52:59.868128 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e1618cf3-8657-48c3-9d2f-2675c3762193 req-ad81e9c3-6efc-42b1-a491-aecd86736cf0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398498 May 20 15:52:59.883880 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-73ae7e3d-a6f4-478c-9011-e15884f35b05 req-fea48a3d-58d6-487b-8ce1-7778bb395aaf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 May 20 15:53:03.266845 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083117-8d69-4f3c-826d-a5b4415bc630 req-13b326cc-a94f-4744-a322-8dfafcfe1097 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:03.269107 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d4083117-8d69-4f3c-826d-a5b4415bc630 req-13b326cc-a94f-4744-a322-8dfafcfe1097 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0813940 May 20 15:53:03.275607 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870ee2f-02c8-49bc-907b-713760bcc751 req-9355fced-9abb-4bc6-be30-91ae0721f7a6 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:03.277079 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c870ee2f-02c8-49bc-907b-713760bcc751 req-9355fced-9abb-4bc6-be30-91ae0721f7a6 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 946 time: 0.0787914 May 20 15:53:03.317836 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d4083117-8d69-4f3c-826d-a5b4415bc630 req-fe0b8f02-ef4d-48c9-a411-8da28910042b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 May 20 15:53:03.398629 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c870ee2f-02c8-49bc-907b-713760bcc751 req-0bf46f25-cfaa-4fc7-98d8-ede2e1c63b38 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156127 May 20 15:53:06.714429 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4bf8-44fb-4f3c-93a4-77e73ffce723 req-27a9a6cd-449b-40fd-b592-3c52c3c5ba05 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:06.715939 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-857b4bf8-44fb-4f3c-93a4-77e73ffce723 req-27a9a6cd-449b-40fd-b592-3c52c3c5ba05 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0807965 May 20 15:53:06.756150 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca02a4-68e9-485f-8944-494d4b9bb2ac req-7a54ce11-1f19-4774-81b1-0b29cac4ae44 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:06.757633 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ceca02a4-68e9-485f-8944-494d4b9bb2ac req-7a54ce11-1f19-4774-81b1-0b29cac4ae44 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 946 time: 0.0797679 May 20 15:53:06.762727 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-857b4bf8-44fb-4f3c-93a4-77e73ffce723 req-1ba63508-e631-4dee-b72f-2c3e8275e282 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 May 20 15:53:06.804358 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ceca02a4-68e9-485f-8944-494d4b9bb2ac req-af96d800-232e-43b6-bfff-7f0b5ba54916 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396307 May 20 15:53:07.199660 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55048) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:07.318936 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.336826 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:07.344293 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Usage tracker for resource:security_group_rule and tenant:836e3fffda8548d1ab233a9d6554605e is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:07.347554 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:07.355110 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:07.456762 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.461161 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.536977 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-394bf943-6c99-46ee-b96e-b4f1d1c48903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:07.542691 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.578539 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=836e3fffda8548d1ab233a9d6554605e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777277 May 20 15:53:07.579370 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb82ab-7ecc-4737-ad69-26f5391195eb,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:07.582407 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55066) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:07.585421 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:07.598402 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33af6f-fc79-4b92-99c6-a67781d4a35a req-88572136-6a3c-44c4-88be-a6b23910294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:07.600788 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dd33af6f-fc79-4b92-99c6-a67781d4a35a req-88572136-6a3c-44c4-88be-a6b23910294c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1098 time: 0.0840843 May 20 15:53:07.651081 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dd33af6f-fc79-4b92-99c6-a67781d4a35a req-7d619648-fcd0-4c4a-85e1-0cb588ca6c99 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 May 20 15:53:07.660950 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f2e5169-15e2-413d-a43d-e984d3dd56f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.688589 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f2e5169-15e2-413d-a43d-e984d3dd56f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.741499 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f2e5169-15e2-413d-a43d-e984d3dd56f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.745930 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-00fdfdfd-30ed-4d46-9fda-ccc32010052c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:07.758692 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e5169-15e2-413d-a43d-e984d3dd56f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb82ab-7ecc-4737-ad69-26f5391195eb,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:07.761012 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5f2e5169-15e2-413d-a43d-e984d3dd56f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:07.769316 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5f2e5169-15e2-413d-a43d-e984d3dd56f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.770233 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-5f2e5169-15e2-413d-a43d-e984d3dd56f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97fb82ab-7ecc-4737-ad69-26f5391195eb HTTP/1.1" status: 204 len: 168 time: 0.1867349 May 20 15:53:07.967234 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcad2c-4334-42c7-8710-6fa935cfce81 req-95890d75-be95-45d5-8880-a1dbe1666461 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:07.972318 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-39dcad2c-4334-42c7-8710-6fa935cfce81 req-95890d75-be95-45d5-8880-a1dbe1666461 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0863714 May 20 15:53:08.024932 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-39dcad2c-4334-42c7-8710-6fa935cfce81 req-3bde37b0-131e-4dc8-b3de-bf10a31d9684 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496132 May 20 15:53:08.261263 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4e381-c5c9-417f-96d6-fc3121551c7f req-64058e96-22ce-45e8-879f-a9d727e7e485 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.262749 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e4d4e381-c5c9-417f-96d6-fc3121551c7f req-64058e96-22ce-45e8-879f-a9d727e7e485 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 946 time: 0.0807533 May 20 15:53:08.309813 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e4d4e381-c5c9-417f-96d6-fc3121551c7f req-1da02fc2-5e18-42f3-8452-711978f4fcce tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 May 20 15:53:09.241301 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3f63a-ad6d-4d16-9b9f-a84a65d4bae8 req-1a247b02-4e1a-4fad-b139-349352e0ce56 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:09.242776 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cf3f63a-ad6d-4d16-9b9f-a84a65d4bae8 req-1a247b02-4e1a-4fad-b139-349352e0ce56 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0880761 May 20 15:53:09.294184 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cf3f63a-ad6d-4d16-9b9f-a84a65d4bae8 req-438122a5-6ab1-4adb-a7bf-74bb32a79fe0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434518 May 20 15:53:09.461429 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-ae6f20a9-0c32-446c-95bd-6306b7bc8c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.514872 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd19efc-d2d6-40f1-aeb3-35e117c43ce9 req-6e2170fb-c141-4ea9-911a-0c1ff446ff4f tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:09.516374 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3bd19efc-d2d6-40f1-aeb3-35e117c43ce9 req-6e2170fb-c141-4ea9-911a-0c1ff446ff4f tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 946 time: 0.0860298 May 20 15:53:09.564612 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3bd19efc-d2d6-40f1-aeb3-35e117c43ce9 req-377e1746-a8f5-4161-85bd-1b12f12b17d6 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 May 20 15:53:09.765667 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-014241da-587a-4878-88e1-a2dd0cf51b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:09.767323 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-014241da-587a-4878-88e1-a2dd0cf51b3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1098 time: 0.1484165 May 20 15:53:09.784318 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27ebb6-cdae-4593-8efa-62c1ba53d367 req-f4103f2f-9711-4a36-952f-28b70aee0bf7 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:09.785849 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ef27ebb6-cdae-4593-8efa-62c1ba53d367 req-f4103f2f-9711-4a36-952f-28b70aee0bf7 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1255975 May 20 15:53:09.983101 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ef27ebb6-cdae-4593-8efa-62c1ba53d367 req-78ef03bf-9c8d-4545-95bd-af779136304a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774321 May 20 15:53:10.028690 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-ca4d198a-34b5-402f-9e70-bf40df637459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:10.030150 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-ca4d198a-34b5-402f-9e70-bf40df637459 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 920 time: 0.2427382 May 20 15:53:10.065618 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55222) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:10.116740 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-14e27e08-77b6-411e-915d-1d118af19713 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733 HTTP/1.1" status: 200 len: 217 time: 0.0782495 May 20 15:53:10.128520 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-06929be6-72b2-44cf-bb92-83d4f445e13f tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:10.130025 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-06929be6-72b2-44cf-bb92-83d4f445e13f tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 946 time: 0.2258840 May 20 15:53:10.225151 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.243113 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:10.247609 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Usage tracker for resource:security_group_rule and tenant:65549f5551964e5fab4de31d1fca93d0 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:10.250653 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:10.267051 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-d653afe5-7ec3-482e-90f3-c2f3ed110165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:10.269184 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-d653afe5-7ec3-482e-90f3-c2f3ed110165 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.1270490 May 20 15:53:10.276757 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:10.354727 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-779eff82-3601-4761-be54-4344b26c068f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485079 May 20 15:53:10.379584 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.383420 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.392644 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:10.432819 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65549f5551964e5fab4de31d1fca93d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658147 May 20 15:53:10.433718 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4f7fb2-dd11-422c-bb82-6c2050dd7a70,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:10.436090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55234) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:10.438478 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:10.478789 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Deleting port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:10.479136 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.498014 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cc32-c650-4816-aa8d-a3b39753c7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.527104 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cc32-c650-4816-aa8d-a3b39753c7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.577995 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cc32-c650-4816-aa8d-a3b39753c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.583532 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5f2e5169-15e2-413d-a43d-e984d3dd56f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:10.594844 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1cc32-c650-4816-aa8d-a3b39753c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4f7fb2-dd11-422c-bb82-6c2050dd7a70,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:10.601838 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fbf1cc32-c650-4816-aa8d-a3b39753c7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:10.602046 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-c756275d-4dc1-474c-afca-4caa8d047c1e service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396522 May 20 15:53:10.603019 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cc32-c650-4816-aa8d-a3b39753c7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.604308 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-fbf1cc32-c650-4816-aa8d-a3b39753c7db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe4f7fb2-dd11-422c-bb82-6c2050dd7a70 HTTP/1.1" status: 204 len: 168 time: 0.1673670 May 20 15:53:10.735045 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] For port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:10.735698 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.809968 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eb4e5-d9bb-4ca9-afe1-8bf6087c570c req-7b7f2c71-e4be-4344-a907-9b18a1123cba tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:10.814069 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1c9eb4e5-d9bb-4ca9-afe1-8bf6087c570c req-7b7f2c71-e4be-4344-a907-9b18a1123cba tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 946 time: 0.1037703 May 20 15:53:10.870534 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1c9eb4e5-d9bb-4ca9-afe1-8bf6087c570c req-e4320925-e599-4fd4-bded-c6adad2ae0d2 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486877 May 20 15:53:10.991870 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Calling delete_port for 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 owned by compute:nova {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:11.016847 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a3e874ff-8e88-4892-975e-c626d110bb46 req-2214e019-2e7d-4e87-ade6-ea391d8d4326 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014318 May 20 15:53:11.182305 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.189328 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:11.197608 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['2632ff10-38b7-4f8e-9fd2-14ffacd440b7'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:53:11.241638 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Pushing event deleted for resources: {'Port': ['ID=2632ff10-38b7-4f8e-9fd2-14ffacd440b7,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:11.245567 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:11.322499 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd525bd-d083-4e43-a7d0-553355dc0abe req-f4116ebf-d02e-4c80-9a74-5de1c753f14f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:11.324961 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4bd525bd-d083-4e43-a7d0-553355dc0abe req-f4116ebf-d02e-4c80-9a74-5de1c753f14f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.2203751 May 20 15:53:11.329405 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] No DVR routers for this DVR port 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 on host hv-cinder-78477 {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:11.332582 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.335321 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8571c3-1bab-443d-b417-bd214bafdaaa', 'name': 'network-vif-deleted', 'tag': '2632ff10-38b7-4f8e-9fd2-14ffacd440b7'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:11.395415 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fd2b3415-ac91-4e77-a368-b7be2d685d77 req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.58 "DELETE /v2.0/ports/2632ff10-38b7-4f8e-9fd2-14ffacd440b7 HTTP/1.1" status: 204 len: 173 time: 1.2514560 May 20 15:53:11.408327 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4bd525bd-d083-4e43-a7d0-553355dc0abe req-e3bc90f5-9916-47ea-9cdd-6139dee43032 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669832 May 20 15:53:11.431723 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8571c3-1bab-443d-b417-bd214bafdaaa', 'name': 'network-vif-deleted', 'tag': '2632ff10-38b7-4f8e-9fd2-14ffacd440b7', 'status': 'completed', 'code': 200} May 20 15:53:11.849082 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.041289 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-bf07c904-0477-421a-a998-adb0ba01839a req-d2853da4-b7c1-4ddc-bab7-3d0f68580237 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Synchronizing usage tracker for tenant:a7abc6364074468594aeb61600f8ed1e on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:12.060405 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-bf07c904-0477-421a-a998-adb0ba01839a req-d2853da4-b7c1-4ddc-bab7-3d0f68580237 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Unset dirty status for tenant:a7abc6364074468594aeb61600f8ed1e on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:12.061659 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bf07c904-0477-421a-a998-adb0ba01839a req-d2853da4-b7c1-4ddc-bab7-3d0f68580237 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8571c3-1bab-443d-b417-bd214bafdaaa HTTP/1.1" status: 200 len: 210 time: 0.0636549 May 20 15:53:12.107631 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-31b948ab-41f6-4020-a68a-8aff7b6e7636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.592774 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecfbb8-2b22-485d-88e8-8c23128ce43d req-e3d3396c-2e52-47f0-9637-dd9a07de2c6d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:12.594247 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d4ecfbb8-2b22-485d-88e8-8c23128ce43d req-e3d3396c-2e52-47f0-9637-dd9a07de2c6d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0851526 May 20 15:53:12.639775 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d4ecfbb8-2b22-485d-88e8-8c23128ce43d req-7ce636e1-ecc3-4c60-9546-337fe8ad6999 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 May 20 15:53:13.119320 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.512318 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-47f14513-c16e-4f68-8576-5ce93e8ee5f9 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:13.513743 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-47f14513-c16e-4f68-8576-5ce93e8ee5f9 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/networks?id=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 HTTP/1.1" status: 200 len: 809 time: 0.1574032 May 20 15:53:13.528774 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-d29b4ae9-d836-4272-9d1a-667e1175973f tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/quotas/a7abc6364074468594aeb61600f8ed1e HTTP/1.1" status: 200 len: 375 time: 0.0089288 May 20 15:53:13.577292 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-644bff64-3dae-47c9-a9e9-83745a8e0169 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7abc6364074468594aeb61600f8ed1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436852 May 20 15:53:13.710221 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-7afb4315-7a67-419a-90e2-bc0023c66744 service neutron] 10.222.0.47 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256804 May 20 15:53:13.856024 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-b88c414c-a0d0-49db-b5e8-ef50581426ca service neutron] 10.222.0.47 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401501 May 20 15:53:13.856277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b18a6-3aa9-43a0-8ce4-32dbef6e3dd0 req-325db3fc-1e94-4027-834a-3666e0524e1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:13.858135 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-645b18a6-3aa9-43a0-8ce4-32dbef6e3dd0 req-325db3fc-1e94-4027-834a-3666e0524e1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0970793 May 20 15:53:13.914118 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-645b18a6-3aa9-43a0-8ce4-32dbef6e3dd0 req-49a0ce1a-29bd-4f77-a13a-5166c1575855 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 May 20 15:53:14.086775 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5298d309-d19f-411e-a170-3a72c548f5ce req-0ab8410d-7377-42b1-a0b4-a85eaedca003 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 210 time: 0.0470276 May 20 15:53:14.674911 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:14.708673 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:14.709026 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 2632ff10-38b7-4f8e-9fd2-14ffacd440b7 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:14.710529 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.244262 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-39b56a45-70c0-43cd-9dd0-87d217f010b4 req-8fcab323-a89c-4191-b843-d83a4b8a3836 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 210 time: 0.0420322 May 20 15:53:15.589834 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:53:16.395875 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f0cc8893-295b-4f99-a0a6-b46640a20086 req-109ad4ec-2549-4f0f-a471-4882b35fe85c tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 210 time: 0.0438659 May 20 15:53:17.421427 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-a088c9c2-1b04-44e3-85c2-3c3faf04318b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:17.422880 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-a088c9c2-1b04-44e3-85c2-3c3faf04318b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.58 "GET /v2.0/networks?id=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 HTTP/1.1" status: 200 len: 809 time: 0.1532159 May 20 15:53:17.435937 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Request body: {'port': {'device_id': '3e19692e-dde7-49b7-a4f9-4854a51c9a1a', 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2', 'admin_state_up': True, 'tenant_id': 'a7abc6364074468594aeb61600f8ed1e'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:17.582448 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5a58067f-dcc6-45b2-b5c2-a6ad7e78277c req-e7cd4902-6b35-4046-a509-3b50dacd2fef tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 210 time: 0.0616014 May 20 15:53:17.617811 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:17.630481 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:17.643782 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Made reservation on behalf of a7abc6364074468594aeb61600f8ed1e for: {'port': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:17.649830 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.909713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Allocated IP 172.20.0.5 (f5c21e87-ae83-4a8f-a41c-ea45c046f1e2/74558f5f-d55e-4239-8506-40e063429fa1/25b666f7-1e24-4b20-b79a-796df71e91f6) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:18.097998 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aa474-b0ce-40b6-b991-80619691d81c req-b6047358-47d3-4ca6-8ed9-c5ba4d6a5ec7 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:18.099502 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ce5aa474-b0ce-40b6-b991-80619691d81c req-b6047358-47d3-4ca6-8ed9-c5ba4d6a5ec7 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1763983 May 20 15:53:18.227471 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ce5aa474-b0ce-40b6-b991-80619691d81c req-44d96b44-e7df-47cf-9b67-3ddf15f3da50 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797329 May 20 15:53:18.265003 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.295269 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.300916 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:18.364665 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:18.367779 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:18.371613 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:18.506757 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Pushing event updated for resources: {'Port': ['ID=25b666f7-1e24-4b20-b79a-796df71e91f6,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:18.514689 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:18.535277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:18.536005 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.564031 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1319039 May 20 15:53:18.578570 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Request body: {'port': {'device_id': '3e19692e-dde7-49b7-a4f9-4854a51c9a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:18.703767 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.918215 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71277763-875d-4fcc-be04-03bce08a796d req-5039bdcd-c913-4863-b761-a7273dbf2633 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:18.918896 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-71277763-875d-4fcc-be04-03bce08a796d req-5039bdcd-c913-4863-b761-a7273dbf2633 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Synchronizing usage tracker for tenant:a7abc6364074468594aeb61600f8ed1e on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:19.026237 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-71277763-875d-4fcc-be04-03bce08a796d req-5039bdcd-c913-4863-b761-a7273dbf2633 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Unset dirty status for tenant:a7abc6364074468594aeb61600f8ed1e on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:19.027376 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-71277763-875d-4fcc-be04-03bce08a796d req-5039bdcd-c913-4863-b761-a7273dbf2633 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 931 time: 0.3129451 May 20 15:53:19.097874 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-71277763-875d-4fcc-be04-03bce08a796d req-5394c67b-6810-43e8-b65a-b04695916142 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603931 May 20 15:53:19.201453 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b666f7-1e24-4b20-b79a-796df71e91f6 {{(pid=91644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:53:19.209909 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.226773 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Transition to ACTIVE for port object 25b666f7-1e24-4b20-b79a-796df71e91f6 will not be triggered until provisioned by entity L2. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:19.230157 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.234548 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:19.388115 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=25b666f7-1e24-4b20-b79a-796df71e91f6,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:19.395825 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:19.460315 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Attempting to bind port 25b666f7-1e24-4b20-b79a-796df71e91f6 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:19.460644 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Attempting to bind port 25b666f7-1e24-4b20-b79a-796df71e91f6 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2'}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:19.460967 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Attempting to bind port 25b666f7-1e24-4b20-b79a-796df71e91f6 on network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:19.465507 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Port 25b666f7-1e24-4b20-b79a-796df71e91f6 on network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:19.465825 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Attempting to bind port 25b666f7-1e24-4b20-b79a-796df71e91f6 on network f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:19.471088 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:19.471418 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Checking segment: {'id': '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:19.471827 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Bound using segment: {'id': '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2'} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:19.472249 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Bound port: 25b666f7-1e24-4b20-b79a-796df71e91f6, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2'}}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:19.472859 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.566671 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] For port 25b666f7-1e24-4b20-b79a-796df71e91f6, host hv-cinder-78477, cleared binding levels {{(pid=91644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:19.569818 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] For port 25b666f7-1e24-4b20-b79a-796df71e91f6, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25b666f7-1e24-4b20-b79a-796df71e91f6,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:19.573543 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.577049 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b5a2c6e7-aa5b-4814-ab16-12d9ad33fd13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:19.636153 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:19.636760 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.638107 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] 10.222.0.58 "PUT /v2.0/ports/25b666f7-1e24-4b20-b79a-796df71e91f6 HTTP/1.1" status: 200 len: 1093 time: 1.0640693 May 20 15:53:19.638569 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e19692e-dde7-49b7-a4f9-4854a51c9a1a', 'tag': '25b666f7-1e24-4b20-b79a-796df71e91f6'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:19.654731 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=25b666f7-1e24-4b20-b79a-796df71e91f6,revision_number=3']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:19.657855 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:19.715482 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e19692e-dde7-49b7-a4f9-4854a51c9a1a', 'tag': '25b666f7-1e24-4b20-b79a-796df71e91f6', 'status': 'completed', 'code': 200} May 20 15:53:19.756150 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-5120b838-91c4-43e6-b417-3261bb29369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:19.757662 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-5120b838-91c4-43e6-b417-3261bb29369d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7abc6364074468594aeb61600f8ed1e&device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 1096 time: 0.0771072 May 20 15:53:19.832082 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-fe8f4de7-0a98-4228-b7fd-ddc67cbe622a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25b666f7-1e24-4b20-b79a-796df71e91f6 HTTP/1.1" status: 200 len: 217 time: 0.0663171 May 20 15:53:19.896879 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-320030cb-0295-4529-a889-4dee77a4f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:19.898387 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-320030cb-0295-4529-a889-4dee77a4f403 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74558f5f-d55e-4239-8506-40e063429fa1 HTTP/1.1" status: 200 len: 849 time: 0.0591435 May 20 15:53:19.948327 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-d0370916-e892-4fa3-9f43-80887480cb4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404215 May 20 15:53:20.088284 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-853afbcb-022c-489e-93a4-59d4edb6b4e4 service neutron] 10.222.0.58 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328070 May 20 15:53:20.235995 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9540db4-20a2-4452-b2fd-c68dab3633a8 req-3377d524-345b-48da-8e31-4ee0046b3224 service neutron] 10.222.0.58 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333928 May 20 15:53:20.295587 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61814e7-b722-43ff-b00c-ad480b06d7ec req-90f4a76f-95f4-4664-8055-1679d09575a3 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:20.297613 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d61814e7-b722-43ff-b00c-ad480b06d7ec req-90f4a76f-95f4-4664-8055-1679d09575a3 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 943 time: 0.0835073 May 20 15:53:20.347741 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d61814e7-b722-43ff-b00c-ad480b06d7ec req-dd2aa85c-6c06-495b-8daf-358d9f965cdb tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 May 20 15:53:20.444324 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-5e65c8bc-ee62-4734-8aab-5925ce2780a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:20.445787 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-5e65c8bc-ee62-4734-8aab-5925ce2780a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7abc6364074468594aeb61600f8ed1e&device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 1096 time: 0.1632154 May 20 15:53:20.587288 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-16bc01ae-06c7-4620-aad9-6d90525c3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:20.589632 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-16bc01ae-06c7-4620-aad9-6d90525c3dfe service neutron] 10.222.0.58 "GET /v2.0/networks?id=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 HTTP/1.1" status: 200 len: 910 time: 0.1347010 May 20 15:53:20.660939 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-0b4f39c6-0d40-4eb0-8985-022f8372874b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25b666f7-1e24-4b20-b79a-796df71e91f6 HTTP/1.1" status: 200 len: 217 time: 0.0639818 May 20 15:53:20.727528 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-849ce33c-040d-4c71-9269-06cf0e600981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:20.729099 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-849ce33c-040d-4c71-9269-06cf0e600981 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74558f5f-d55e-4239-8506-40e063429fa1 HTTP/1.1" status: 200 len: 849 time: 0.0605850 May 20 15:53:20.780552 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-4cf0507a-88be-46b0-b63e-d7197197c8bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417104 May 20 15:53:20.916878 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-49edb7e3-79c4-4e49-b420-6224efc650ca service neutron] 10.222.0.58 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272917 May 20 15:53:21.071380 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf7c2fa8-be24-4af9-adaf-7fadff62575e req-b1c9614e-085f-45f5-89aa-e9a6ba2c89cc service neutron] 10.222.0.58 "GET /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365812 May 20 15:53:21.479635 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 55492) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:21.543311 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cf5fc-499b-4882-9ea4-76cb8bf453d5 req-91120f4b-d562-46f5-a146-8c548fe54138 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:21.544911 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-de0cf5fc-499b-4882-9ea4-76cb8bf453d5 req-91120f4b-d562-46f5-a146-8c548fe54138 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 943 time: 0.0822532 May 20 15:53:21.589030 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-de0cf5fc-499b-4882-9ea4-76cb8bf453d5 req-15fa9256-1420-4282-af0f-c404084b8a7c tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386407 May 20 15:53:21.596610 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.617261 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:21.621109 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Usage tracker for resource:security_group_rule and tenant:57cd6370063c4bd698420a44f6dfe243 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:21.623991 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:21.630088 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:21.713695 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.717375 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.725693 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-549920ff-5c0d-4543-8612-d4a2d6086c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:21.766864 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57cd6370063c4bd698420a44f6dfe243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859280 May 20 15:53:21.767236 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55498) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:21.769603 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6021f8-d5d7-4bde-b06f-93bfa1611024,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:21.772843 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:21.825887 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.851097 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.900618 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.905318 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ce6341c9-8f91-48ef-9af6-43e05e39c2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:21.917045 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6021f8-d5d7-4bde-b06f-93bfa1611024,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:21.926149 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.926514 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.926844 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.927185 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.927520 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.927911 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.928248 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.928580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.928911 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.929239 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.929565 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.929890 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:21.933324 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:21.934553 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.937400 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b6021f8-d5d7-4bde-b06f-93bfa1611024 HTTP/1.1" status: 204 len: 168 time: 0.1678460 May 20 15:53:22.126928 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 25b666f7-1e24-4b20-b79a-796df71e91f6 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:53:22.222949 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55508) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:22.240733 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.254994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:22.261111 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 25b666f7-1e24-4b20-b79a-796df71e91f6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25b666f7-1e24-4b20-b79a-796df71e91f6,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:22.265192 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Usage tracker for resource:security_group_rule and tenant:06e209c7809246159b925cdefc9bd9d6 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:22.270652 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:22.277664 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:22.277851 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '25b666f7-1e24-4b20-b79a-796df71e91f6', 'network_id': 'f5c21e87-ae83-4a8f-a41c-ea45c046f1e2', 'port_id': '25b666f7-1e24-4b20-b79a-796df71e91f6', 'mac_address': 'fa:16:3e:3e:d2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74558f5f-d55e-4239-8506-40e063429fa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:53:22.333940 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.351476 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b666f7-1e24-4b20-b79a-796df71e91f6 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:53:22.368214 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 25b666f7-1e24-4b20-b79a-796df71e91f6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25b666f7-1e24-4b20-b79a-796df71e91f6,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:22.369001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.373089 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.374372 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.374881 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:22.381265 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-653f97ac-f6ec-4002-8836-10ef4564c69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:22.420571 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a20c13d-5a60-4d1e-9935-07c9d6a6f7ea,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:22.429958 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 55516) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:22.440266 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06e209c7809246159b925cdefc9bd9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162070 May 20 15:53:22.441631 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:22.443526 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=25b666f7-1e24-4b20-b79a-796df71e91f6,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:22.447530 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:22.504623 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.529942 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.580681 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.584490 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a1a1ff10-ae92-421b-8a5c-73555bee3b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:22.597329 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a20c13d-5a60-4d1e-9935-07c9d6a6f7ea,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:22.609942 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.610295 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.610644 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.610976 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.611887 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.612222 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.612563 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.612893 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.613223 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.613547 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.613900 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.614219 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:22.617415 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:22.619850 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.624327 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a20c13d-5a60-4d1e-9935-07c9d6a6f7ea HTTP/1.1" status: 204 len: 168 time: 0.1931438 May 20 15:53:22.683243 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['25b666f7-1e24-4b20-b79a-796df71e91f6'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:53:22.797392 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115130af-c44f-4d59-91c9-2674c190bdbe req-a9085ffd-d8e7-40d7-ad25-43584d655f92 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:22.799423 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-115130af-c44f-4d59-91c9-2674c190bdbe req-a9085ffd-d8e7-40d7-ad25-43584d655f92 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 944 time: 0.0905197 May 20 15:53:22.848051 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-115130af-c44f-4d59-91c9-2674c190bdbe req-6bb62719-4d3d-46b6-80b7-23dea867525a tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 May 20 15:53:24.108205 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a4e37-6b6d-47ef-9bab-075a1fcfef0f req-2b1b9414-edfb-48ac-8637-0ac461d48ac2 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:24.109687 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-207a4e37-6b6d-47ef-9bab-075a1fcfef0f req-2b1b9414-edfb-48ac-8637-0ac461d48ac2 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 944 time: 0.1515043 May 20 15:53:24.137114 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 25b666f7-1e24-4b20-b79a-796df71e91f6 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:24.155748 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-207a4e37-6b6d-47ef-9bab-075a1fcfef0f req-61200b00-583c-46ee-9e2d-a4a6bb3e0b59 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 May 20 15:53:24.217128 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 25b666f7-1e24-4b20-b79a-796df71e91f6 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:24.224609 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 25b666f7-1e24-4b20-b79a-796df71e91f6 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:24.224928 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.349234 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.375864 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e19692e-dde7-49b7-a4f9-4854a51c9a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b666f7-1e24-4b20-b79a-796df71e91f6'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:24.386380 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 25b666f7-1e24-4b20-b79a-796df71e91f6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25b666f7-1e24-4b20-b79a-796df71e91f6,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:24.391523 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.394735 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:24.413930 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55576) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:24.445010 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e19692e-dde7-49b7-a4f9-4854a51c9a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b666f7-1e24-4b20-b79a-796df71e91f6', 'code': 200} May 20 15:53:24.469495 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=25b666f7-1e24-4b20-b79a-796df71e91f6,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:24.473276 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:24.542674 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.558605 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:24.563014 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5eecb5690ad34d87bb7621bdf61338cb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:24.566366 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:24.588870 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:24.694251 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.699456 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.709635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-73855926-c4f0-4478-9701-d9a84b4c10ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:24.741045 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e655ef-eee8-4637-8858-c9f73beae8e2 req-72d69fd1-c79d-4406-a6c0-27a1c2db816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:24.743545 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-93e655ef-eee8-4637-8858-c9f73beae8e2 req-72d69fd1-c79d-4406-a6c0-27a1c2db816f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 1098 time: 0.0994713 May 20 15:53:24.755564 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896e6004-6b1b-4045-b319-4ac86f76705c,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:24.777061 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:24.784370 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5eecb5690ad34d87bb7621bdf61338cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693690 May 20 15:53:24.784969 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55588) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:24.796930 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-93e655ef-eee8-4637-8858-c9f73beae8e2 req-dd1ee8d8-ac0c-4799-907a-805642a9a036 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 May 20 15:53:24.848968 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4dbf8601-d628-4031-b545-a7d646f5b658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.881608 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4dbf8601-d628-4031-b545-a7d646f5b658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.934797 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4dbf8601-d628-4031-b545-a7d646f5b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.939465 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-33460562-0e68-431d-891b-6013c033e81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:24.951320 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf8601-d628-4031-b545-a7d646f5b658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896e6004-6b1b-4045-b319-4ac86f76705c,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:24.955172 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4dbf8601-d628-4031-b545-a7d646f5b658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:24.960983 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4dbf8601-d628-4031-b545-a7d646f5b658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.962074 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-4dbf8601-d628-4031-b545-a7d646f5b658 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/896e6004-6b1b-4045-b319-4ac86f76705c HTTP/1.1" status: 204 len: 168 time: 0.1761930 May 20 15:53:25.253756 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55598) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:25.271175 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.303523 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:25.307839 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] Usage tracker for resource:security_group_rule and tenant:3dbf3608644945c9abb350a1af407e64 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:25.310639 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:25.316604 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:25.372316 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8f4e9-6a67-4e03-8a75-8bde41d79c9f req-acc26527-ebec-489e-8321-fe31b18201fe tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:25.378023 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfd8f4e9-6a67-4e03-8a75-8bde41d79c9f req-acc26527-ebec-489e-8321-fe31b18201fe tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 945 time: 0.0941701 May 20 15:53:25.418808 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.422905 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.430738 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfd8f4e9-6a67-4e03-8a75-8bde41d79c9f req-7ee0ef2e-dbe0-473b-9c67-9a66f278ef11 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 May 20 15:53:25.431814 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d94f8c50-415a-42a1-bbb2-8cd35bdb077d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:25.471049 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3dbf3608644945c9abb350a1af407e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156880 May 20 15:53:25.472049 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c77bd76-9697-423f-ba73-e7b07bbc9c17,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:25.474001 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 55604) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:25.475369 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-287a9eec-9502-47df-96b8-2c45a2b0dbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:25.531126 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6f547160-1619-4297-8399-776d5e1edf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.557957 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6f547160-1619-4297-8399-776d5e1edf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.610599 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6f547160-1619-4297-8399-776d5e1edf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.614232 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:25.625068 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f547160-1619-4297-8399-776d5e1edf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c77bd76-9697-423f-ba73-e7b07bbc9c17,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:25.627243 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6f547160-1619-4297-8399-776d5e1edf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:25.633342 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6f547160-1619-4297-8399-776d5e1edf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.634444 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-6f547160-1619-4297-8399-776d5e1edf3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c77bd76-9697-423f-ba73-e7b07bbc9c17 HTTP/1.1" status: 204 len: 168 time: 0.1594834 May 20 15:53:26.226823 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2924f5-90c1-490a-b5d5-e5b3cdf9be06 req-358874ca-30f2-48de-b094-a6197dd46e27 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:26.228421 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2f2924f5-90c1-490a-b5d5-e5b3cdf9be06 req-358874ca-30f2-48de-b094-a6197dd46e27 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1320205 May 20 15:53:26.306601 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2f2924f5-90c1-490a-b5d5-e5b3cdf9be06 req-54e4d77f-4c63-4e0e-893a-9def41971e0e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702436 May 20 15:53:26.623990 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dc712-8372-42e4-8d14-cf2ebf355942 req-2cea1ee7-930d-4b2d-836e-6e3646b05555 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:26.625454 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-eb5dc712-8372-42e4-8d14-cf2ebf355942 req-2cea1ee7-930d-4b2d-836e-6e3646b05555 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 945 time: 0.0802636 May 20 15:53:26.678511 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-eb5dc712-8372-42e4-8d14-cf2ebf355942 req-6efe1b97-54d0-4f28-adb1-adea17760262 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474319 May 20 15:53:27.535952 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3146d-8aeb-47ea-9f62-9ea5db50b679 req-c4f0c29a-a050-4271-92f3-13e385c902ff tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:27.543545 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-01b3146d-8aeb-47ea-9f62-9ea5db50b679 req-c4f0c29a-a050-4271-92f3-13e385c902ff tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1305752 May 20 15:53:27.611896 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-01b3146d-8aeb-47ea-9f62-9ea5db50b679 req-85f29ec8-752b-414c-99ab-d7058cf1514b tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663843 May 20 15:53:27.622075 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55706) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:27.738399 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.752593 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:27.756854 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Usage tracker for resource:security_group_rule and tenant:a16cdf0ede624cd8a21a633ee0725b4e is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:27.760480 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:27.767163 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:27.851902 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.855846 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.863547 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bc83950b-524b-462f-a6a5-4ee45894c0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:27.901978 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2444f3f4-8ebe-4e94-a2a5-762fa956e992,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:27.906355 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a16cdf0ede624cd8a21a633ee0725b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831724 May 20 15:53:27.907347 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:27.909894 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55714) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:27.935666 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe45f19-ba69-40ca-ac03-8eb3557877dd req-54059a29-aaac-4394-b22b-efff2d67eef9 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:27.937291 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7fe45f19-ba69-40ca-ac03-8eb3557877dd req-54059a29-aaac-4394-b22b-efff2d67eef9 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 945 time: 0.0823703 May 20 15:53:27.968389 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9f6e-03cc-45f9-abd6-6871eab7b981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.982189 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7fe45f19-ba69-40ca-ac03-8eb3557877dd req-3cda502a-33ed-4762-8a67-d0d2261f46d3 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 May 20 15:53:28.000807 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9f6e-03cc-45f9-abd6-6871eab7b981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.053145 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9f6e-03cc-45f9-abd6-6871eab7b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.057360 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-82bd7709-134d-4e7c-8710-06debb451305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:28.070184 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a9f6e-03cc-45f9-abd6-6871eab7b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2444f3f4-8ebe-4e94-a2a5-762fa956e992,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:28.072457 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fc4a9f6e-03cc-45f9-abd6-6871eab7b981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:28.080710 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9f6e-03cc-45f9-abd6-6871eab7b981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.082779 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-fc4a9f6e-03cc-45f9-abd6-6871eab7b981 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2444f3f4-8ebe-4e94-a2a5-762fa956e992 HTTP/1.1" status: 204 len: 168 time: 0.1719484 May 20 15:53:28.354555 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55724) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:28.372426 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.386261 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:28.389991 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Usage tracker for resource:security_group_rule and tenant:c7de04b91f3342eea532cb1f94440231 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:28.392750 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:28.398342 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:28.482059 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.485741 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.495818 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-495e477a-b464-4f77-b085-093af5e3fec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:28.536307 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7de04b91f3342eea532cb1f94440231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805568 May 20 15:53:28.537207 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b7565d-c8e4-420b-9ec2-8e21d533f851,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:28.538831 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 55728) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:28.540248 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:28.596674 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-035c0bc1-9de1-46a3-a30a-7254e8b019d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.621984 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-035c0bc1-9de1-46a3-a30a-7254e8b019d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.679136 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-035c0bc1-9de1-46a3-a30a-7254e8b019d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.684885 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b99b5ee8-041e-49bb-a7ae-637764ff445b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:28.698652 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c0bc1-9de1-46a3-a30a-7254e8b019d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b7565d-c8e4-420b-9ec2-8e21d533f851,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:28.701279 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-035c0bc1-9de1-46a3-a30a-7254e8b019d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:28.703924 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-035c0bc1-9de1-46a3-a30a-7254e8b019d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.705501 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-035c0bc1-9de1-46a3-a30a-7254e8b019d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16b7565d-c8e4-420b-9ec2-8e21d533f851 HTTP/1.1" status: 204 len: 168 time: 0.1652241 May 20 15:53:28.820197 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2aba-7341-44db-a8a3-5096884526c3 req-acf1ebf9-6767-4272-a208-ad85edcde7e5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:28.821796 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6b7f2aba-7341-44db-a8a3-5096884526c3 req-acf1ebf9-6767-4272-a208-ad85edcde7e5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0832119 May 20 15:53:28.873527 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6b7f2aba-7341-44db-a8a3-5096884526c3 req-d31ac453-dd28-4853-9dd5-0a99d5e84828 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456040 May 20 15:53:29.217085 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86b16f-ce2a-49b4-b8f6-d24a883ce765 req-f680a99a-91a3-45a7-a3f0-341d352060f8 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:29.221314 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1a86b16f-ce2a-49b4-b8f6-d24a883ce765 req-f680a99a-91a3-45a7-a3f0-341d352060f8 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 945 time: 0.1143668 May 20 15:53:29.279772 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1a86b16f-ce2a-49b4-b8f6-d24a883ce765 req-f7e5c7cb-ae35-4164-b2ac-5a4919aa9c23 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518031 May 20 15:53:29.428268 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9664df3-e88f-40c2-bbd9-041e59303b1f req-40f9e3dd-69ee-4ed6-9df5-c1a253b5f01e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:29.429742 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9664df3-e88f-40c2-bbd9-041e59303b1f req-40f9e3dd-69ee-4ed6-9df5-c1a253b5f01e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0808988 May 20 15:53:29.475117 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e9664df3-e88f-40c2-bbd9-041e59303b1f req-9519098d-e9a4-4fb6-a5c5-9f45e9272a48 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395696 May 20 15:53:30.072641 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a860058-f65f-4aec-873e-6a0ebc8a38c9 req-5e915db2-bb09-4af4-b77e-e5058b6444cb tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:30.075718 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2a860058-f65f-4aec-873e-6a0ebc8a38c9 req-5e915db2-bb09-4af4-b77e-e5058b6444cb tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0787277 May 20 15:53:30.119511 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2a860058-f65f-4aec-873e-6a0ebc8a38c9 req-92a6be4d-edbd-48d4-b73b-0308c5ad3a33 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386353 May 20 15:53:30.389107 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-9142891e-a9f4-4685-afc3-9ea6b7b57010 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:30.390596 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-9142891e-a9f4-4685-afc3-9ea6b7b57010 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 945 time: 0.1632357 May 20 15:53:30.573664 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84f2d-04f0-4986-8bea-947d18913dd2 req-a85db7c2-500f-4385-a6e4-a18e2195da2c tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:30.575124 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-baf84f2d-04f0-4986-8bea-947d18913dd2 req-a85db7c2-500f-4385-a6e4-a18e2195da2c tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 945 time: 0.1836565 May 20 15:53:30.623034 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Deleting port 25b666f7-1e24-4b20-b79a-796df71e91f6 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:30.623633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.675140 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-baf84f2d-04f0-4986-8bea-947d18913dd2 req-2f4ceefe-fbd9-45c6-96d8-a003400ee5db tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/security-groups?id=81d9c22e-2d6c-4561-9017-329c7323180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906451 May 20 15:53:30.683838 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b556-879f-470e-9c94-766a6640b8d2 req-804bf577-29b0-4b3e-b9f2-54375a22d884 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:30.692688 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e030b556-879f-470e-9c94-766a6640b8d2 req-804bf577-29b0-4b3e-b9f2-54375a22d884 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0954192 May 20 15:53:30.744452 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e030b556-879f-470e-9c94-766a6640b8d2 req-db37b81f-32f1-4035-ad57-a6c3cc4061d8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501966 May 20 15:53:30.780196 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] For port 25b666f7-1e24-4b20-b79a-796df71e91f6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25b666f7-1e24-4b20-b79a-796df71e91f6,segment=NetworkSegment(262a3b9f-fc81-47d6-a45b-1df7f9fe7a08),segment_id=262a3b9f-fc81-47d6-a45b-1df7f9fe7a08)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:30.780589 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.904619 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55824) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:30.919234 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Calling delete_port for 25b666f7-1e24-4b20-b79a-796df71e91f6 owned by compute:nova {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:31.033711 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.035675 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.041233 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.048366 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:31.052311 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Usage tracker for resource:security_group_rule and tenant:55a48c4f0d63433fb57608855bef49d9 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:31.054827 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['25b666f7-1e24-4b20-b79a-796df71e91f6'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:53:31.055304 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:31.061148 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:31.092107 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Pushing event deleted for resources: {'Port': ['ID=25b666f7-1e24-4b20-b79a-796df71e91f6,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:31.094605 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:31.161622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.166339 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.175428 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e92110bb-0f53-4e8c-8831-15a5fb0858ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.180255 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] No DVR routers for this DVR port 25b666f7-1e24-4b20-b79a-796df71e91f6 on host hv-cinder-78477 {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:31.182929 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.186332 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e19692e-dde7-49b7-a4f9-4854a51c9a1a', 'name': 'network-vif-deleted', 'tag': '25b666f7-1e24-4b20-b79a-796df71e91f6'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:31.203988 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5efa5a27-d6a7-4674-95c0-e8cc7306e10d req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.58 "DELETE /v2.0/ports/25b666f7-1e24-4b20-b79a-796df71e91f6 HTTP/1.1" status: 204 len: 173 time: 0.7813001 May 20 15:53:31.216702 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55a48c4f0d63433fb57608855bef49d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108492 May 20 15:53:31.219758 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55834) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:31.223107 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7d8fd9-1299-4c6f-b63a-305c27e5c350,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:31.243198 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:31.252753 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e19692e-dde7-49b7-a4f9-4854a51c9a1a', 'name': 'network-vif-deleted', 'tag': '25b666f7-1e24-4b20-b79a-796df71e91f6', 'status': 'completed', 'code': 200} May 20 15:53:31.290820 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7d92409c-6a52-4a91-a21c-f5efe1885d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.325726 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7d92409c-6a52-4a91-a21c-f5efe1885d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.343811 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ef9a-d87f-489e-9950-119737b34813 req-d8325d32-d2cb-462d-beea-c2a59eba6eac tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:31.351975 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8d73ef9a-d87f-489e-9950-119737b34813 req-d8325d32-d2cb-462d-beea-c2a59eba6eac tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0960634 May 20 15:53:31.398119 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7d92409c-6a52-4a91-a21c-f5efe1885d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.408617 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f26ad330-1553-4ff6-9d41-4df12857c272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.417833 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8d73ef9a-d87f-489e-9950-119737b34813 req-771bc48a-b5c8-44d7-a420-7e3d387b956e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649559 May 20 15:53:31.432302 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92409c-6a52-4a91-a21c-f5efe1885d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7d8fd9-1299-4c6f-b63a-305c27e5c350,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:31.435230 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7d92409c-6a52-4a91-a21c-f5efe1885d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:31.448761 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7d92409c-6a52-4a91-a21c-f5efe1885d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.448761 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-7d92409c-6a52-4a91-a21c-f5efe1885d16 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d7d8fd9-1299-4c6f-b63a-305c27e5c350 HTTP/1.1" status: 204 len: 168 time: 0.2210016 May 20 15:53:31.730143 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55848) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:31.748892 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.763642 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:31.767877 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Usage tracker for resource:security_group_rule and tenant:7749782027bc4fd9a26315205d14b57a is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:31.770891 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:31.777363 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:31.915916 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.917810 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.932396 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9748536a-efc5-4025-8e69-860be6757808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.973096 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a3df6f-51d0-45b6-906d-465f51b271fd,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:31.977178 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:31.979669 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f3149ea0-f0dd-4f4d-8188-d661d2d22d00 req-97821f3d-f480-47d8-b7f6-3c77073c9a33 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e19692e-dde7-49b7-a4f9-4854a51c9a1a HTTP/1.1" status: 200 len: 210 time: 0.1446669 May 20 15:53:32.000596 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747db075-6479-4ff4-a4a9-8b3f02a31154 req-e0de6bcd-6365-47d7-bb6d-19a52d935bb4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:32.002376 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-747db075-6479-4ff4-a4a9-8b3f02a31154 req-e0de6bcd-6365-47d7-bb6d-19a52d935bb4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1300318 May 20 15:53:32.009799 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7749782027bc4fd9a26315205d14b57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785916 May 20 15:53:32.012445 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 55860) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:32.068281 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-747db075-6479-4ff4-a4a9-8b3f02a31154 req-910692d8-c0bf-4c59-8827-24173a3f7358 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554502 May 20 15:53:32.124044 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd053-b7ea-4366-8ffc-38b3680c8368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.157566 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd053-b7ea-4366-8ffc-38b3680c8368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.213851 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd053-b7ea-4366-8ffc-38b3680c8368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.218935 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-11e4b630-8d66-4bf3-a2d7-0cd67cc738af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:32.232029 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdd053-b7ea-4366-8ffc-38b3680c8368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a3df6f-51d0-45b6-906d-465f51b271fd,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:32.234862 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c7cdd053-b7ea-4366-8ffc-38b3680c8368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:32.237339 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd053-b7ea-4366-8ffc-38b3680c8368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.244019 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c7cdd053-b7ea-4366-8ffc-38b3680c8368 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4a3df6f-51d0-45b6-906d-465f51b271fd HTTP/1.1" status: 204 len: 168 time: 0.2256162 May 20 15:53:32.665419 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92597829-e25b-41d3-bcbd-97d990048015 req-d81a3f0b-23f7-46f3-a7b4-4e811aca66e5 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:32.667195 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-92597829-e25b-41d3-bcbd-97d990048015 req-d81a3f0b-23f7-46f3-a7b4-4e811aca66e5 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0980871 May 20 15:53:32.690720 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-277b8ddc-624b-4615-84b6-53fab14bdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:32.692205 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-277b8ddc-624b-4615-84b6-53fab14bdaea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1098 time: 0.1802030 May 20 15:53:32.707235 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0314197-fbd2-4b39-ae3e-c815cc1cd66f req-80e159d9-e244-4e65-9a1e-148773cae140 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:32.708672 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0314197-fbd2-4b39-ae3e-c815cc1cd66f req-80e159d9-e244-4e65-9a1e-148773cae140 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1553831 May 20 15:53:32.717688 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-92597829-e25b-41d3-bcbd-97d990048015 req-1cb2aa92-7e1a-4566-a3c8-9c33709a4d8f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 May 20 15:53:32.773170 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0314197-fbd2-4b39-ae3e-c815cc1cd66f req-ced76330-9b04-4bdd-81c0-869f2150cf76 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536923 May 20 15:53:32.776727 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-cec08df6-e888-406e-9e64-795bbb592923 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1259034 May 20 15:53:33.312397 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7b470-4cae-4293-ac37-227578fc33cc req-155f1138-1efd-496b-abb7-8fa2c1e57154 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:33.318316 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f7d7b470-4cae-4293-ac37-227578fc33cc req-155f1138-1efd-496b-abb7-8fa2c1e57154 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0950744 May 20 15:53:33.364526 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f7d7b470-4cae-4293-ac37-227578fc33cc req-e83be192-3c72-455a-b3d3-56106780ffff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444574 May 20 15:53:33.996356 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f43d7-00b1-4ea2-9efb-95add247c68a req-d694b30b-5ef2-442c-8945-be08dcbc55c8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:33.997993 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0b1f43d7-00b1-4ea2-9efb-95add247c68a req-d694b30b-5ef2-442c-8945-be08dcbc55c8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0957949 May 20 15:53:34.042644 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddff32e-d07b-49cc-a2c1-1502bd09e04e req-93d8d91f-2db8-4c6b-b468-59e2d438c0dc tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:34.044814 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3ddff32e-d07b-49cc-a2c1-1502bd09e04e req-93d8d91f-2db8-4c6b-b468-59e2d438c0dc tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1796911 May 20 15:53:34.057618 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0b1f43d7-00b1-4ea2-9efb-95add247c68a req-6b937852-cf23-4d0b-97c7-c2d3d0914425 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527987 May 20 15:53:34.094246 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3ddff32e-d07b-49cc-a2c1-1502bd09e04e req-37d5da48-3a63-4159-8204-4c643bd725f5 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 May 20 15:53:34.565884 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 25b666f7-1e24-4b20-b79a-796df71e91f6 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:34.580465 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71775ca9-9ab8-4deb-b079-d8868ea47450 req-d4160758-fd5f-4cbd-8688-b832b55e13f6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:34.582114 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-71775ca9-9ab8-4deb-b079-d8868ea47450 req-d4160758-fd5f-4cbd-8688-b832b55e13f6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0926871 May 20 15:53:34.599873 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 25b666f7-1e24-4b20-b79a-796df71e91f6 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:34.600238 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 25b666f7-1e24-4b20-b79a-796df71e91f6 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:34.630135 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-71775ca9-9ab8-4deb-b079-d8868ea47450 req-250974b7-3836-41a1-8abb-b69d5bfa5678 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 May 20 15:53:35.254627 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b77f7-9e9b-4e9c-9476-08a2d6874eef req-7d827f99-6b7c-41cb-8175-6e9d3d7b9077 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:35.256015 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1b5b77f7-9e9b-4e9c-9476-08a2d6874eef req-7d827f99-6b7c-41cb-8175-6e9d3d7b9077 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0800385 May 20 15:53:35.290666 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435469c4-0102-4caf-9fb5-3d1f92c400ce req-368495f5-8349-4f4e-b7c1-93e6d6e5bcef tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:35.292140 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-435469c4-0102-4caf-9fb5-3d1f92c400ce req-368495f5-8349-4f4e-b7c1-93e6d6e5bcef tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0788929 May 20 15:53:35.304336 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1b5b77f7-9e9b-4e9c-9476-08a2d6874eef req-5028ad59-8124-4e17-97c1-0a97349627ef tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 May 20 15:53:35.344301 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-435469c4-0102-4caf-9fb5-3d1f92c400ce req-4629edf5-d9cc-41ee-904e-c1a20b2bc48b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463669 May 20 15:53:35.829002 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd48cb4-02f8-4060-9143-6d406cc577e7 req-52504420-7e59-4dc2-a4ca-9d0f29087f20 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:35.831301 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0dd48cb4-02f8-4060-9143-6d406cc577e7 req-52504420-7e59-4dc2-a4ca-9d0f29087f20 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0827017 May 20 15:53:35.875563 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0dd48cb4-02f8-4060-9143-6d406cc577e7 req-de912159-e3db-4677-aa45-828f0910217a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382969 May 20 15:53:35.882082 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-41161597-522c-4f96-9b46-ec126f2711e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:35.883537 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-41161597-522c-4f96-9b46-ec126f2711e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 1099 time: 0.1651108 May 20 15:53:35.884654 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-c94b79fe-2288-4a29-a31b-aaf3e3663808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:35.885913 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-c94b79fe-2288-4a29-a31b-aaf3e3663808 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 920 time: 0.2621558 May 20 15:53:35.975101 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-9ec38d0e-fede-4ec2-9fa1-e712694c59fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733 HTTP/1.1" status: 200 len: 217 time: 0.0811291 May 20 15:53:36.107251 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-52418cd2-58ba-43b2-b931-5dcea83dd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.108614 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-52418cd2-58ba-43b2-b931-5dcea83dd0c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.1212890 May 20 15:53:36.167241 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-6cbc393e-a356-4836-bd96-cf3e81768344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.168666 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-6cbc393e-a356-4836-bd96-cf3e81768344 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 920 time: 0.2250001 May 20 15:53:36.170565 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-6d68fcf2-d6a1-41b0-a356-f640cd9d1a18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476885 May 20 15:53:36.266256 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-cc057223-f39a-4722-860c-d34b1cd646c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cae7e9b-d9a1-49f0-9721-f507f333b463 HTTP/1.1" status: 200 len: 217 time: 0.0816424 May 20 15:53:36.396388 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-e73f61cc-582c-4992-86ef-231d07e7d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.398559 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-e73f61cc-582c-4992-86ef-231d07e7d060 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.1230786 May 20 15:53:36.504663 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-7e4e4310-1006-4c30-8921-6983d589ccfb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871675 May 20 15:53:36.507994 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-8ab5b9a8-fd50-4262-8271-60f32a50f3bb service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781489 May 20 15:53:36.539356 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e3103-7ced-408b-97da-3a22bb3ca1ad req-fe3d4c82-ba55-4610-8ebb-85dfd6246ecf tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.540842 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e45e3103-7ced-408b-97da-3a22bb3ca1ad req-fe3d4c82-ba55-4610-8ebb-85dfd6246ecf tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0842423 May 20 15:53:36.585269 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e45e3103-7ced-408b-97da-3a22bb3ca1ad req-ba1a3249-ae5f-4759-9896-b7259ff98384 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386066 May 20 15:53:36.713980 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e52e3-3146-4229-9a54-4f64254057dc req-3b1d6198-9819-4121-bc47-c905d75e6c5a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.715339 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-633e52e3-3146-4229-9a54-4f64254057dc req-3b1d6198-9819-4121-bc47-c905d75e6c5a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.2990036 May 20 15:53:36.794080 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-e6240971-008f-4310-851b-d83b49eba4bd service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724380 May 20 15:53:36.823819 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a139483f-6dac-4871-8dc2-fd1909cf4bbf req-c11880ce-578e-40bb-862d-9c0322cdeab3 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008902 May 20 15:53:36.828682 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-633e52e3-3146-4229-9a54-4f64254057dc req-097a94e4-4463-484f-93bb-c8450b385f23 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073828 May 20 15:53:36.942585 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-076b0aa2-da35-4cdc-96a6-64c248c3dafb req-9d2395d6-d655-4720-b661-db0def1e83f2 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389859 May 20 15:53:37.075149 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cc800-4c28-47d1-a719-89da65cc5355 req-f528266f-eee9-4039-8838-0363ecc85ee4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:37.076641 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f2cc800-4c28-47d1-a719-89da65cc5355 req-f528266f-eee9-4039-8838-0363ecc85ee4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0789995 May 20 15:53:37.120650 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f2cc800-4c28-47d1-a719-89da65cc5355 req-0a2151b8-d93b-45b4-a240-a7dcf81cbaf8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381739 May 20 15:53:37.537826 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.769807 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e1508-9b59-4909-8a85-280fdf9067e5 req-148dda68-0fe1-4021-96d7-3452641c82ca tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:37.771123 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-549e1508-9b59-4909-8a85-280fdf9067e5 req-148dda68-0fe1-4021-96d7-3452641c82ca tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0790153 May 20 15:53:37.818566 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-549e1508-9b59-4909-8a85-280fdf9067e5 req-066dd3c9-7c8a-4124-8272-308461ccdb95 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 May 20 15:53:38.035365 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2f249-7b06-4be6-b30e-3aab10f683b4 req-2b675be2-542a-491a-ba64-b52297f5bdfc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:38.036761 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-53c2f249-7b06-4be6-b30e-3aab10f683b4 req-2b675be2-542a-491a-ba64-b52297f5bdfc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1009202 May 20 15:53:38.088737 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-53c2f249-7b06-4be6-b30e-3aab10f683b4 req-333ca24d-8305-4a18-9592-4d291d824745 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463219 May 20 15:53:38.386675 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b0dc-c245-48ab-b84c-d13cdfb27b37 req-5bb01822-db02-40de-a403-f3f5544d14df tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:38.388180 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-87a5b0dc-c245-48ab-b84c-d13cdfb27b37 req-5bb01822-db02-40de-a403-f3f5544d14df tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1576562 May 20 15:53:38.432037 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-87a5b0dc-c245-48ab-b84c-d13cdfb27b37 req-177b8207-a360-4594-9928-4c474afd8811 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380523 May 20 15:53:39.003642 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8142ba2-df2f-4064-aca2-fc80b648316d req-aa2ea4a0-a4b5-4a89-80f1-f9098920271f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:39.005114 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d8142ba2-df2f-4064-aca2-fc80b648316d req-aa2ea4a0-a4b5-4a89-80f1-f9098920271f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0791080 May 20 15:53:39.053116 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d8142ba2-df2f-4064-aca2-fc80b648316d req-da7f1494-0d0b-4ca4-ab96-b3cb269a0dfa tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 May 20 15:53:39.285606 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063a90b-d24d-46f9-a7f5-47b1d9a88402 req-9d8315fa-9dcb-4bfa-9c44-60bce6ec291c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:39.286961 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4063a90b-d24d-46f9-a7f5-47b1d9a88402 req-9d8315fa-9dcb-4bfa-9c44-60bce6ec291c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0799801 May 20 15:53:39.329447 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4063a90b-d24d-46f9-a7f5-47b1d9a88402 req-e7287ebd-6149-4c11-9732-66dade02cd92 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367785 May 20 15:53:39.454221 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-07f481b0-f748-48be-adc1-02345bca12b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.620081 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d68a-acb9-49d7-807c-1febbdf3215f req-50592e83-1fe3-4044-b2fd-dd179b35036d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:39.621537 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8e00d68a-acb9-49d7-807c-1febbdf3215f req-50592e83-1fe3-4044-b2fd-dd179b35036d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0800292 May 20 15:53:39.665988 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8e00d68a-acb9-49d7-807c-1febbdf3215f req-b04c3f92-ffd3-4eae-b6fe-e0d874e54e8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387068 May 20 15:53:40.234696 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33aa32-2ea1-49b8-98da-9edd74c024fb req-779f8b52-6ac6-4ce2-bb63-ca6205454611 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:40.236184 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8c33aa32-2ea1-49b8-98da-9edd74c024fb req-779f8b52-6ac6-4ce2-bb63-ca6205454611 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0780087 May 20 15:53:40.283147 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8c33aa32-2ea1-49b8-98da-9edd74c024fb req-82c65659-6dc9-4f0e-9dd0-bcf594a9f6f8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 May 20 15:53:40.528611 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53d62d-e660-4dbf-b40d-102a04d13b67 req-933d342a-b62f-49bd-ba36-e5aaa8d35f70 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:40.530102 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bb53d62d-e660-4dbf-b40d-102a04d13b67 req-933d342a-b62f-49bd-ba36-e5aaa8d35f70 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0821500 May 20 15:53:40.575203 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bb53d62d-e660-4dbf-b40d-102a04d13b67 req-31700411-2fa5-4523-8dd4-508c959095c3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385532 May 20 15:53:40.858616 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3ce3-4ed6-4ddd-843e-96e5977be90d req-e9365a3e-f8ee-48ef-9681-cf29e5618ed8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:40.860097 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bc4b3ce3-4ed6-4ddd-843e-96e5977be90d req-e9365a3e-f8ee-48ef-9681-cf29e5618ed8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0800095 May 20 15:53:40.904410 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bc4b3ce3-4ed6-4ddd-843e-96e5977be90d req-a53d9b5d-4b54-48d7-8674-054e2dc8dc08 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381417 May 20 15:53:41.481195 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d7647-9d57-41b8-8774-1b07d2cf4032 req-497668ec-1e1a-4afe-a74d-a98aa57262f3 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:41.481195 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-263d7647-9d57-41b8-8774-1b07d2cf4032 req-497668ec-1e1a-4afe-a74d-a98aa57262f3 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0809917 May 20 15:53:41.523988 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-263d7647-9d57-41b8-8774-1b07d2cf4032 req-cb6f3039-8d65-4917-8239-c5deb45e7dd2 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 May 20 15:53:41.851929 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.953844 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daf2bb-2abb-4c0c-bc2e-15fb80375d5d req-1861105e-358d-4678-8569-129bd825ce51 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:41.958456 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-09daf2bb-2abb-4c0c-bc2e-15fb80375d5d req-1861105e-358d-4678-8569-129bd825ce51 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1298516 May 20 15:53:42.020515 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-09daf2bb-2abb-4c0c-bc2e-15fb80375d5d req-299d1a89-74c6-4c5c-8de4-66f4b8ede6a2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565858 May 20 15:53:42.141004 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-eafc98c6-1b7b-4117-b9d4-af2cf87f7821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:42.228201 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174d3e2-01a7-4f23-92dc-3ca6ef2db7e0 req-c10ffb1f-018b-4d57-aa5a-be8f27e35f37 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:42.237047 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2174d3e2-01a7-4f23-92dc-3ca6ef2db7e0 req-c10ffb1f-018b-4d57-aa5a-be8f27e35f37 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1629887 May 20 15:53:42.292271 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2174d3e2-01a7-4f23-92dc-3ca6ef2db7e0 req-6bd4e071-844f-4c5c-91de-aa0ded5d49f2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538673 May 20 15:53:42.798975 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011061c-2959-4bf2-8b13-2ba486223987 req-ec639083-bad0-46da-b5e1-ce112f54183d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:42.800643 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3011061c-2959-4bf2-8b13-2ba486223987 req-ec639083-bad0-46da-b5e1-ce112f54183d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1235175 May 20 15:53:42.865452 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3011061c-2959-4bf2-8b13-2ba486223987 req-79e87d26-b1bb-4798-a28c-5033951eac05 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559599 May 20 15:53:43.147478 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.272389 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eca09-ec11-47e0-8c3e-05796f7cf14f req-dd90151f-88f4-4f83-bba2-2e6d65b322a8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:43.274635 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-831eca09-ec11-47e0-8c3e-05796f7cf14f req-dd90151f-88f4-4f83-bba2-2e6d65b322a8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1017871 May 20 15:53:43.366282 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-831eca09-ec11-47e0-8c3e-05796f7cf14f req-6f61e59a-1491-473d-ad1c-675b2a45c939 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837612 May 20 15:53:43.546166 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac41ca-7960-4c00-87ed-72967f3bfca7 req-bd880b64-de40-4a62-a39f-ce7a61126dfd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:43.549173 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-94ac41ca-7960-4c00-87ed-72967f3bfca7 req-bd880b64-de40-4a62-a39f-ce7a61126dfd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0956647 May 20 15:53:43.615905 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-94ac41ca-7960-4c00-87ed-72967f3bfca7 req-166c7229-6908-4a97-8893-03f235d190d5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570686 May 20 15:53:44.341375 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cda5d4-284f-4486-a895-6ca0c73b5752 req-0d0f0cc3-f4e0-43c8-a2b9-6299aeb8c512 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:44.351629 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c6cda5d4-284f-4486-a895-6ca0c73b5752 req-0d0f0cc3-f4e0-43c8-a2b9-6299aeb8c512 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1433167 May 20 15:53:44.440345 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c6cda5d4-284f-4486-a895-6ca0c73b5752 req-792d0a44-cfce-4034-9a95-90248bafcdb9 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815632 May 20 15:53:44.692959 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.795715 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6a4bf-7fcc-435f-8131-287d3de456be req-7202a720-63c3-4fa1-8d2e-1bc30e9b86cd tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:44.797913 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9cb6a4bf-7fcc-435f-8131-287d3de456be req-7202a720-63c3-4fa1-8d2e-1bc30e9b86cd tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.2099237 May 20 15:53:44.871066 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9cb6a4bf-7fcc-435f-8131-287d3de456be req-f89a1879-75f4-459b-ab0a-44584082fd1b tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622504 May 20 15:53:44.883519 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177bc66-b455-4ae7-ba18-27d3d704619d req-0a02a13f-1b3d-4370-9e02-19439e3862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:44.885192 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4177bc66-b455-4ae7-ba18-27d3d704619d req-0a02a13f-1b3d-4370-9e02-19439e3862a9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1098 time: 0.1621430 May 20 15:53:44.887033 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49711ba1-4d21-4bef-89b1-107b791c6368 req-648c66d4-68b1-404c-a84a-2d55a4b63dc3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:44.891096 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-49711ba1-4d21-4bef-89b1-107b791c6368 req-648c66d4-68b1-404c-a84a-2d55a4b63dc3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1167777 May 20 15:53:44.937304 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4177bc66-b455-4ae7-ba18-27d3d704619d req-d50b2fad-c9ae-4bc5-a9df-f39cab90be45 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 May 20 15:53:44.941320 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-49711ba1-4d21-4bef-89b1-107b791c6368 req-8cc2dc41-096d-4d7a-8caa-8b71de4b91d4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463786 May 20 15:53:45.675527 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cabbc1-d268-4e83-90f1-c448e6f7e3b3 req-c891ac83-e213-4379-8975-cd2fdd5ba87f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:45.677049 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-53cabbc1-d268-4e83-90f1-c448e6f7e3b3 req-c891ac83-e213-4379-8975-cd2fdd5ba87f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0924883 May 20 15:53:45.746323 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-53cabbc1-d268-4e83-90f1-c448e6f7e3b3 req-d9bcade1-257e-47fc-924a-b2e84366e23d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635478 May 20 15:53:46.067267 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb68559-0e73-4682-b0cd-845b644bfc42 req-c862e562-7a9d-4606-a132-bec438fdb85d tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:46.068801 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cbb68559-0e73-4682-b0cd-845b644bfc42 req-c862e562-7a9d-4606-a132-bec438fdb85d tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0830214 May 20 15:53:46.129296 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cbb68559-0e73-4682-b0cd-845b644bfc42 req-b17ba150-4898-403c-b240-b8ca74512a39 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547769 May 20 15:53:46.188005 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3191e5-68fb-4a36-8075-2e516758a91a req-73bec2cf-9dff-43bc-9aad-89e54166f698 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:46.189779 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1f3191e5-68fb-4a36-8075-2e516758a91a req-73bec2cf-9dff-43bc-9aad-89e54166f698 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1023986 May 20 15:53:46.238571 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1f3191e5-68fb-4a36-8075-2e516758a91a req-d83bd75b-eb29-4e9e-bd67-f73fcfb7051f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 May 20 15:53:46.956662 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeba4a-b7a2-4f0b-8f9c-dd9c91f46c29 req-8f1d83b2-36e1-4392-877f-776eda863c49 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:46.963733 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-20aeba4a-b7a2-4f0b-8f9c-dd9c91f46c29 req-8f1d83b2-36e1-4392-877f-776eda863c49 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1029849 May 20 15:53:47.010674 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-20aeba4a-b7a2-4f0b-8f9c-dd9c91f46c29 req-62e07948-f3c1-4331-af76-fc5e0ca49b14 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460999 May 20 15:53:47.329939 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b303af-8d2e-4a42-a075-c910b2e352c6 req-affa775d-6040-4390-b02d-e85d20aba4df tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:47.332106 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0b303af-8d2e-4a42-a075-c910b2e352c6 req-affa775d-6040-4390-b02d-e85d20aba4df tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0974805 May 20 15:53:47.393556 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0b303af-8d2e-4a42-a075-c910b2e352c6 req-185305e0-8117-4174-b01a-2992ae2467b2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549474 May 20 15:53:47.469215 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d0c73-51a7-4ece-ac6a-9c0604e97f4c req-3315e5ce-b348-469d-8a29-3d480c396e4a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:47.476154 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-339d0c73-51a7-4ece-ac6a-9c0604e97f4c req-3315e5ce-b348-469d-8a29-3d480c396e4a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1030352 May 20 15:53:47.521014 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-339d0c73-51a7-4ece-ac6a-9c0604e97f4c req-c0bb07a9-2388-4b4a-baaa-bfb2e3cf8f31 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434730 May 20 15:53:48.285396 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528746e-5dcc-46b7-92a0-2ac4aa8ebe91 req-002e9273-38c4-4747-9c68-09f6701f0acb tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:48.287022 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5528746e-5dcc-46b7-92a0-2ac4aa8ebe91 req-002e9273-38c4-4747-9c68-09f6701f0acb tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1368053 May 20 15:53:48.336244 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5528746e-5dcc-46b7-92a0-2ac4aa8ebe91 req-62144d3e-2f61-4292-8640-c4ab924c0ce0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 May 20 15:53:48.593877 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e537d14-68c7-42b6-89dc-342d494696ea req-d6fd7a6f-9055-4530-baf8-849fe6eef478 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:48.595986 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3e537d14-68c7-42b6-89dc-342d494696ea req-d6fd7a6f-9055-4530-baf8-849fe6eef478 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0932059 May 20 15:53:48.663246 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3e537d14-68c7-42b6-89dc-342d494696ea req-405f2f92-fa45-4820-beee-921fdab535b2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599613 May 20 15:53:48.812277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aeb94-0308-4c54-8d4e-238d86b07ebf req-34b0c3e6-ebe7-4b09-888e-0f373c494828 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:48.820839 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d19aeb94-0308-4c54-8d4e-238d86b07ebf req-34b0c3e6-ebe7-4b09-888e-0f373c494828 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1092944 May 20 15:53:48.876179 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d19aeb94-0308-4c54-8d4e-238d86b07ebf req-6b2acdda-0273-4a74-8d9c-873d139cee06 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542362 May 20 15:53:49.665958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438daa0d-9971-4875-9dd8-0db4274eef10 req-a0094c2a-d8ea-4391-b35f-767657a153ce tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:49.673522 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-438daa0d-9971-4875-9dd8-0db4274eef10 req-a0094c2a-d8ea-4391-b35f-767657a153ce tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1907871 May 20 15:53:49.731385 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-438daa0d-9971-4875-9dd8-0db4274eef10 req-2c9a4777-6532-42df-b0c9-c48d2381e0ba tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568802 May 20 15:53:49.909239 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb330ae-3a90-42ba-96b4-6f79b44bae97 req-2536de5b-cf44-4a16-8d67-4b61d1426f93 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:49.911583 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3cb330ae-3a90-42ba-96b4-6f79b44bae97 req-2536de5b-cf44-4a16-8d67-4b61d1426f93 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1037068 May 20 15:53:50.012689 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3cb330ae-3a90-42ba-96b4-6f79b44bae97 req-0b956aa1-15d6-41c0-9b61-de25abcdb3f4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837929 May 20 15:53:50.276236 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b587f1-41a3-4d73-aeb0-ce04acf47c98 req-07291d6c-3f3d-4e59-ab0d-4d1f85b15159 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:50.278180 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-23b587f1-41a3-4d73-aeb0-ce04acf47c98 req-07291d6c-3f3d-4e59-ab0d-4d1f85b15159 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1193814 May 20 15:53:50.527276 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f2ee0-b72f-408e-9635-4f09dc3922f4 req-3c91fb30-bc3a-4577-a873-d518f9987b8f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:50.531155 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-729f2ee0-b72f-408e-9635-4f09dc3922f4 req-3c91fb30-bc3a-4577-a873-d518f9987b8f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1746078 May 20 15:53:50.533556 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-23b587f1-41a3-4d73-aeb0-ce04acf47c98 req-307ba4d1-9d09-4424-955c-aede0c7daf29 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476718 May 20 15:53:50.577503 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-fe4361c0-dd27-4fe7-9fdf-3c2a4e41d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:50.585485 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-fe4361c0-dd27-4fe7-9fdf-3c2a4e41d325 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b890624e3d734594ae45927cebe3c4a0&device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 1098 time: 0.2789850 May 20 15:53:50.607265 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-729f2ee0-b72f-408e-9635-4f09dc3922f4 req-733dcd1c-caa1-4ec7-801b-c2640ccb5d83 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683134 May 20 15:53:50.751838 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-2359761f-27d4-4013-92cf-247536c78362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:50.753650 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-2359761f-27d4-4013-92cf-247536c78362 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 200 len: 920 time: 0.1609523 May 20 15:53:50.823705 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-6e78db6d-779a-468d-a213-a4fdeae076e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733 HTTP/1.1" status: 200 len: 217 time: 0.0618124 May 20 15:53:50.906443 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-1cdd46e2-e981-4371-a547-d2da04a94b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:50.909080 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-1cdd46e2-e981-4371-a547-d2da04a94b27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 200 len: 859 time: 0.0788805 May 20 15:53:51.006370 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-4751f1b0-b8f3-426c-a614-a1f1aaa499e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1acadefb-1ef9-47b6-91a4-9b1c8bad9691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890720 May 20 15:53:51.305302 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-86ff8101-47d5-4d68-b10d-fa1eb2da4679 service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919085 May 20 15:53:51.528288 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d2915-1ab3-4b24-8b87-f1c2ba3302bd req-0b2bd215-b587-4e82-9245-4a9c4572113a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:51.531741 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2c7d2915-1ab3-4b24-8b87-f1c2ba3302bd req-0b2bd215-b587-4e82-9245-4a9c4572113a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.2957954 May 20 15:53:51.585218 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2e30f00c-cb67-4089-a780-ce01af35a0f8 req-cebc1da8-0745-4652-8eda-87156178f8aa service neutron] 10.222.0.58 "GET /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655816 May 20 15:53:51.621287 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2c7d2915-1ab3-4b24-8b87-f1c2ba3302bd req-b356a2ba-ab94-43ec-bf01-09dd33b917a2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838411 May 20 15:53:51.724065 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 56300) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:51.856018 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0ccfc-c0c2-4269-b820-cd90c21e6277 req-1adc7792-4b9f-4f13-987c-901b665a66c8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:51.858737 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7cc0ccfc-c0c2-4269-b820-cd90c21e6277 req-1adc7792-4b9f-4f13-987c-901b665a66c8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1181352 May 20 15:53:51.861106 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db15e6-b3a9-431c-ab38-026ffcdfbb98 req-d5715757-22c8-48e5-b939-2882953066c6 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:51.868423 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-32db15e6-b3a9-431c-ab38-026ffcdfbb98 req-d5715757-22c8-48e5-b939-2882953066c6 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1091411 May 20 15:53:51.971544 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.995538 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7cc0ccfc-c0c2-4269-b820-cd90c21e6277 req-b2e6bfaf-4534-4d87-873b-fef4d59fe378 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315489 May 20 15:53:52.003674 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:52.013112 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0f2788c5cc4d7c8d72302d02191ae7 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:52.021268 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:52.025913 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-32db15e6-b3a9-431c-ab38-026ffcdfbb98 req-67251024-ae2e-4ef2-8c6a-5b344579e544 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560507 May 20 15:53:52.030332 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:52.237243 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:53:52.244287 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.249201 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.260572 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b878861e-622f-4436-9f24-ad6890bc2ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:52.320264 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56320) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:52.331889 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9c0f2788c5cc4d7c8d72302d02191ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045022 May 20 15:53:52.335375 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890b95c-4d40-43f4-8fff-261fca87ca9a,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:52.339451 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:52.387265 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d45ba1a7-8eeb-489e-ad22-dff7dbcf3ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.414206 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d45ba1a7-8eeb-489e-ad22-dff7dbcf3ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.414781 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:52.430359 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': 'a35686eb-db4e-4218-b271-421000879b39', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'port_id': 'a35686eb-db4e-4218-b271-421000879b39', 'mac_address': 'fa:16:3e:1a:62:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:53:52.489980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d45ba1a7-8eeb-489e-ad22-dff7dbcf3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.497499 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-0718c46d-09fb-457e-b2fd-b227844db4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:52.512370 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ba1a7-8eeb-489e-ad22-dff7dbcf3ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890b95c-4d40-43f4-8fff-261fca87ca9a,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:52.516529 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d45ba1a7-8eeb-489e-ad22-dff7dbcf3ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.521591 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d45ba1a7-8eeb-489e-ad22-dff7dbcf3ca3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1890b95c-4d40-43f4-8fff-261fca87ca9a HTTP/1.1" status: 204 len: 168 time: 0.1998746 May 20 15:53:52.522841 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d45ba1a7-8eeb-489e-ad22-dff7dbcf3ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:52.542645 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.565738 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a35686eb-db4e-4218-b271-421000879b39 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:53:52.585115 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:52.593433 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:53:52.594771 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.598389 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d5d96ac-3d1d-4126-9ab0-97b83f0224c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:52.678301 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=6']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:52.688444 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.689376 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.690389 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.690896 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.691376 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.691882 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.692533 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.693009 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.693501 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.693974 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.694454 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.694923 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:52.699512 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:52.717571 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['a35686eb-db4e-4218-b271-421000879b39'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:53:52.889727 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29132-1255-477f-8c5c-43d1f8667710 req-44fdb048-6630-4ae4-9459-4868042a291e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:52.892496 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6bd29132-1255-477f-8c5c-43d1f8667710 req-44fdb048-6630-4ae4-9459-4868042a291e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1158774 May 20 15:53:52.949274 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6bd29132-1255-477f-8c5c-43d1f8667710 req-e3a6d123-c220-4af2-bd9b-46b428dc4343 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499916 May 20 15:53:53.028053 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56332) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:53.062394 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.092487 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:53.097717 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Usage tracker for resource:security_group_rule and tenant:220e818263e64107b118571852162186 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:53.100799 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:53.107097 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:53.339706 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.374980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.412787 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3de922c5-d7b0-4c85-bedb-a6a444fc7c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:53.478325 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459d2a3c-001e-4876-8d4f-43600e5b07e4,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:53.524397 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:53.561208 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=220e818263e64107b118571852162186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317953 May 20 15:53:53.566088 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56354) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:53.639733 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dad2b5-8ae8-407f-8f16-20bfb5a69e3b req-ab066ec7-c6f3-4067-a359-e2009eaa453c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:53.649301 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-25dad2b5-8ae8-407f-8f16-20bfb5a69e3b req-ab066ec7-c6f3-4067-a359-e2009eaa453c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.3052483 May 20 15:53:53.680420 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-29dbdb0b-72c3-4b40-9a40-749429b449be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:53.681895 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-29dbdb0b-72c3-4b40-9a40-749429b449be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 1099 time: 0.1829867 May 20 15:53:53.731333 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-25dad2b5-8ae8-407f-8f16-20bfb5a69e3b req-98f5f2f4-cf87-4acf-9987-429a56375cb6 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807395 May 20 15:53:53.754789 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfa6df-6ccc-4fcc-a0d5-73f5507ae57e req-bbdfa4e3-17a4-44bb-9c52-8b95698e81f7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:53.774371 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-15bfa6df-6ccc-4fcc-a0d5-73f5507ae57e req-bbdfa4e3-17a4-44bb-9c52-8b95698e81f7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 944 time: 0.5191185 May 20 15:53:53.919637 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-15bfa6df-6ccc-4fcc-a0d5-73f5507ae57e req-62bde3ec-a57f-4010-b742-3fb98a6bc9c3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442306 May 20 15:53:53.950905 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ef977730-14fe-4f34-a4da-1b82c0b551f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.010673 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ef977730-14fe-4f34-a4da-1b82c0b551f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.101680 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-ce97b799-9150-43c4-9370-fe8b015b4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:54.103348 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-ce97b799-9150-43c4-9370-fe8b015b4465 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 911 time: 0.4022698 May 20 15:53:54.134350 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ef977730-14fe-4f34-a4da-1b82c0b551f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.138081 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-be1c45f4-bc2a-4b0a-a16b-7df022c15f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:54.150045 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef977730-14fe-4f34-a4da-1b82c0b551f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d2a3c-001e-4876-8d4f-43600e5b07e4,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:54.152323 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ef977730-14fe-4f34-a4da-1b82c0b551f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:54.160076 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ef977730-14fe-4f34-a4da-1b82c0b551f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.165068 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ef977730-14fe-4f34-a4da-1b82c0b551f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/459d2a3c-001e-4876-8d4f-43600e5b07e4 HTTP/1.1" status: 204 len: 168 time: 0.5975204 May 20 15:53:54.237288 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:54.305799 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-68f8a11c-cb71-4174-bba6-1878791b7cc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25381054-7d19-43b2-89d2-2b530f01a602 HTTP/1.1" status: 200 len: 1001 time: 0.1916656 May 20 15:53:54.322374 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0bf36-da67-413a-978d-9bddc108121e req-f97552fc-6f04-4a4d-b5e8-0fa47f47e1f4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:54.324727 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-96a0bf36-da67-413a-978d-9bddc108121e req-f97552fc-6f04-4a4d-b5e8-0fa47f47e1f4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.2947009 May 20 15:53:54.432539 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port a35686eb-db4e-4218-b271-421000879b39 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:54.432919 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.435944 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-7d4f2f72-bb49-4146-b4ca-c566c6712cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:54.437486 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-7d4f2f72-bb49-4146-b4ca-c566c6712cc7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 200 len: 849 time: 0.1112585 May 20 15:53:54.454057 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-96a0bf36-da67-413a-978d-9bddc108121e req-ddf00859-6631-4d0c-a1e6-ba2cfef405fd tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813997 May 20 15:53:54.652228 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.690138 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35686eb-db4e-4218-b271-421000879b39'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:54.698669 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-d8e82040-6064-4fe1-a2ca-28c2fe0214c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:54.701980 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-d8e82040-6064-4fe1-a2ca-28c2fe0214c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa771bb-5030-45cb-8aff-d495e9718ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2463443 May 20 15:53:54.712553 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:54.718031 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.720241 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:54.831386 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35686eb-db4e-4218-b271-421000879b39', 'code': 200} May 20 15:53:54.851176 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56388) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:54.874627 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.895797 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=7']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:54.899195 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:54.905030 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:54.910311 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Usage tracker for resource:security_group_rule and tenant:7d20fa348da34820b7e82726ec192f9b is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:54.914866 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:54.921258 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-d54520e1-e78f-4970-80ff-011e55576d9e service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112515 May 20 15:53:54.946691 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:55.279337 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.311518 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.363380 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 56402) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:55.370978 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d629ca22-a9bf-4603-a5e8-9ef08f7cc737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:55.416252 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf300-d077-4e8d-a6d2-3e269c83922c req-c72f998e-7a6c-458d-b5b5-016e424c3421 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:55.426337 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-142cf300-d077-4e8d-a6d2-3e269c83922c req-c72f998e-7a6c-458d-b5b5-016e424c3421 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.2845221 May 20 15:53:55.428397 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79e9f5d-ced3-4aad-b28b-42b53eba13ea,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:55.432090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:55.463830 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2a676b5f-305e-4783-9f4c-332f6c03887a req-57ce0ebb-9710-4767-8316-bb3e7d2a1e13 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320976 May 20 15:53:55.483563 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d20fa348da34820b7e82726ec192f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6309543 May 20 15:53:55.487426 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56410) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:55.527785 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189e9f-4188-48bc-9fc7-2fb9b2487a7f req-e4764b3b-8acb-4461-8d5a-78f9eded3bab tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:55.529605 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6f189e9f-4188-48bc-9fc7-2fb9b2487a7f req-e4764b3b-8acb-4461-8d5a-78f9eded3bab tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.2919097 May 20 15:53:55.590527 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-de0fa59b-934f-4be4-8a6f-714e3f4d4af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.615411 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.620893 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-de0fa59b-934f-4be4-8a6f-714e3f4d4af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.653298 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6f189e9f-4188-48bc-9fc7-2fb9b2487a7f req-3c16b8aa-b60f-4d4a-a479-2662dbcbe533 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167896 May 20 15:53:55.654293 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:55.662918 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Usage tracker for resource:security_group_rule and tenant:631bd408c29140eaa867868937fb75a9 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:55.670655 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:55.693758 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:55.715863 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-142cf300-d077-4e8d-a6d2-3e269c83922c req-580fd2e1-1019-442e-a0d9-d3bfe4708970 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603500 May 20 15:53:55.726768 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-de0fa59b-934f-4be4-8a6f-714e3f4d4af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.738835 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c7cdd053-b7ea-4366-8ffc-38b3680c8368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:55.761363 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fa59b-934f-4be4-8a6f-714e3f4d4af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79e9f5d-ced3-4aad-b28b-42b53eba13ea,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:55.768323 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-de0fa59b-934f-4be4-8a6f-714e3f4d4af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:55.785122 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-de0fa59b-934f-4be4-8a6f-714e3f4d4af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.787355 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-de0fa59b-934f-4be4-8a6f-714e3f4d4af6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f79e9f5d-ced3-4aad-b28b-42b53eba13ea HTTP/1.1" status: 204 len: 168 time: 0.2942660 May 20 15:53:56.065995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.074283 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.126822 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ce09f1fa-53f0-416a-a9e6-2fb2fb66927b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:56.136437 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=631bd408c29140eaa867868937fb75a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7458706 May 20 15:53:56.139114 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56422) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:56.170630 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfc8f80-7e9d-4e19-a8c5-6fdfd9860d10,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:56.181690 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a078d8d-5c10-4b90-81d4-938777a4cd90 req-1ab385fc-d4c5-4609-8a15-98144d57754f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:56.189616 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5a078d8d-5c10-4b90-81d4-938777a4cd90 req-1ab385fc-d4c5-4609-8a15-98144d57754f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.2499681 May 20 15:53:56.193245 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:56.277500 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5a078d8d-5c10-4b90-81d4-938777a4cd90 req-2909fd79-a08e-4787-b392-a8d67242147a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833528 May 20 15:53:56.316983 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a322abf8-a4b7-4e11-af71-c7b11e43abb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.351124 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a322abf8-a4b7-4e11-af71-c7b11e43abb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.615410 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a322abf8-a4b7-4e11-af71-c7b11e43abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.626207 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-90e10a6e-952d-4577-a6f0-d9998a001853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:56.642770 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322abf8-a4b7-4e11-af71-c7b11e43abb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfc8f80-7e9d-4e19-a8c5-6fdfd9860d10,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:56.645198 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a322abf8-a4b7-4e11-af71-c7b11e43abb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.646375 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-a322abf8-a4b7-4e11-af71-c7b11e43abb2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9bfc8f80-7e9d-4e19-a8c5-6fdfd9860d10 HTTP/1.1" status: 204 len: 168 time: 0.5035467 May 20 15:53:56.647960 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a322abf8-a4b7-4e11-af71-c7b11e43abb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.231146 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06acdbc-851a-4c8d-bd47-f9b5d5c96d0b req-4d91cfdf-eaba-43dc-907e-9fa0fe77df46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:57.260286 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b06acdbc-851a-4c8d-bd47-f9b5d5c96d0b req-4d91cfdf-eaba-43dc-907e-9fa0fe77df46 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.3101163 May 20 15:53:57.373033 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b06acdbc-851a-4c8d-bd47-f9b5d5c96d0b req-e36dba73-29fb-4813-9693-d9f9a887675e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116717 May 20 15:53:57.656114 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01092388-3af1-4ffa-8dd4-66b5f27611ee req-a4bc5353-b490-4f6e-a74c-c35a21c922e6 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:57.658799 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-01092388-3af1-4ffa-8dd4-66b5f27611ee req-a4bc5353-b490-4f6e-a74c-c35a21c922e6 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1110606 May 20 15:53:57.737119 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-01092388-3af1-4ffa-8dd4-66b5f27611ee req-83f09d13-4d85-43b7-86ac-0ec631e199ce tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655849 May 20 15:53:58.851457 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4cdd6-ea73-42dd-83cf-963c9910ab60 req-38b2b71c-33cc-4510-a023-6a7f6d7633af tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:58.853013 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dcc4cdd6-ea73-42dd-83cf-963c9910ab60 req-38b2b71c-33cc-4510-a023-6a7f6d7633af tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.2660131 May 20 15:53:58.957689 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dcc4cdd6-ea73-42dd-83cf-963c9910ab60 req-8f6a8c06-c831-4e6e-b34f-27e84a6fcb6d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929389 May 20 15:54:00.362061 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917c902-ebf6-4724-b37f-4cf0a2c72a6f req-8d63eaee-80a0-46b5-80b4-7990087492c3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:00.363632 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7917c902-ebf6-4724-b37f-4cf0a2c72a6f req-8d63eaee-80a0-46b5-80b4-7990087492c3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1703584 May 20 15:54:00.466163 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7917c902-ebf6-4724-b37f-4cf0a2c72a6f req-5100dbd8-034a-4861-8d51-cf3a38c10eaf tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879574 May 20 15:54:01.731146 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f56b99-59b5-45f0-bb46-9b6601bf8263 req-2b2bc7d4-12bb-4798-8f80-70d874f78fe0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:01.732910 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-60f56b99-59b5-45f0-bb46-9b6601bf8263 req-2b2bc7d4-12bb-4798-8f80-70d874f78fe0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0925367 May 20 15:54:01.792631 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-60f56b99-59b5-45f0-bb46-9b6601bf8263 req-ffb08637-0341-4734-98fb-c5cf78d9da10 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534897 May 20 15:54:03.020531 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd89024-c3c9-484d-8ed9-e6761ed1bc7d req-bd40954f-f86c-4760-b4c8-4d595d7a22f8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:03.020531 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fcd89024-c3c9-484d-8ed9-e6761ed1bc7d req-bd40954f-f86c-4760-b4c8-4d595d7a22f8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1033273 May 20 15:54:03.095152 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fcd89024-c3c9-484d-8ed9-e6761ed1bc7d req-ba172509-5325-49a7-abe0-e7063f3c5c43 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 May 20 15:54:04.351934 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a2c9-2ba7-4220-8618-4275ac75b205 req-dfa13e0e-0d42-4f1a-a72d-674b8144fa96 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:04.354620 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7825a2c9-2ba7-4220-8618-4275ac75b205 req-dfa13e0e-0d42-4f1a-a72d-674b8144fa96 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1027029 May 20 15:54:04.419008 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7825a2c9-2ba7-4220-8618-4275ac75b205 req-85c57973-cfcb-4e79-a891-2101d831f38c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570300 May 20 15:54:05.319206 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6d640-49c5-4338-9869-8cacd59c40e8 req-289c6a22-ec5d-4cbc-96e8-8edb5b39381f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:05.321310 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f3f6d640-49c5-4338-9869-8cacd59c40e8 req-289c6a22-ec5d-4cbc-96e8-8edb5b39381f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.1032894 May 20 15:54:05.380295 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f3f6d640-49c5-4338-9869-8cacd59c40e8 req-4ac9193d-db04-4d47-9b25-33b26a69ddda tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 May 20 15:54:05.651948 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df59f17-afa5-436b-a262-67c14a87ca34 req-3424b079-5bc6-4414-abfe-a816d4440ec0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:05.653443 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4df59f17-afa5-436b-a262-67c14a87ca34 req-3424b079-5bc6-4414-abfe-a816d4440ec0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1168907 May 20 15:54:05.709907 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4df59f17-afa5-436b-a262-67c14a87ca34 req-0446e857-54c9-4bc6-b767-a5d379d89c54 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498376 May 20 15:54:06.580326 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5b8b1-b8f8-4b7f-b45d-34e25fa4b1b0 req-4c8234ce-c4ff-4804-b34b-fb57a7739edf tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.581873 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6ca5b8b1-b8f8-4b7f-b45d-34e25fa4b1b0 req-4c8234ce-c4ff-4804-b34b-fb57a7739edf tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0842111 May 20 15:54:06.631568 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6ca5b8b1-b8f8-4b7f-b45d-34e25fa4b1b0 req-89f8d6c0-4310-4279-8895-8bb1972efb43 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 May 20 15:54:06.910024 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec82a-b3d6-4fd2-a116-597889ba1cb6 req-11188647-d2c9-4835-874b-404bc8439d5d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.911474 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-039ec82a-b3d6-4fd2-a116-597889ba1cb6 req-11188647-d2c9-4835-874b-404bc8439d5d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0825245 May 20 15:54:06.955002 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-039ec82a-b3d6-4fd2-a116-597889ba1cb6 req-398f3f57-7d97-4261-8cef-efda0db905a6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377457 May 20 15:54:07.555301 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.810149 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d458aa-9da8-482f-b6f1-fae0dd37b89e req-b12ee2a9-ff83-4983-9858-5bfc1b102f51 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:07.811439 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-76d458aa-9da8-482f-b6f1-fae0dd37b89e req-b12ee2a9-ff83-4983-9858-5bfc1b102f51 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0771217 May 20 15:54:07.854291 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-76d458aa-9da8-482f-b6f1-fae0dd37b89e req-5dda1c01-db13-4c13-9a22-f43a0e8d5814 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367615 May 20 15:54:08.144756 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ea2de-83be-4592-afad-dafbfb2371db req-47f3a51f-0a78-4f57-a79e-1df75f5951d9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.146227 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7d5ea2de-83be-4592-afad-dafbfb2371db req-47f3a51f-0a78-4f57-a79e-1df75f5951d9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0802011 May 20 15:54:08.191551 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7d5ea2de-83be-4592-afad-dafbfb2371db req-f13b72a8-bef3-4d28-b89d-fa81e2452796 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 May 20 15:54:08.773734 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63946b6-6f24-4655-9669-3e6508485710 req-c02d4698-95de-483b-8d25-66e2333f2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.775231 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d63946b6-6f24-4655-9669-3e6508485710 req-c02d4698-95de-483b-8d25-66e2333f2975 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 1098 time: 0.0737247 May 20 15:54:08.905051 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63946b6-6f24-4655-9669-3e6508485710 req-050a9883-b140-4c6a-b19f-b7fef9534ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.906617 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d63946b6-6f24-4655-9669-3e6508485710 req-050a9883-b140-4c6a-b19f-b7fef9534ec3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 918 time: 0.1237121 May 20 15:54:09.017488 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56642) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:09.158999 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] Deleting subnet 74558f5f-d55e-4239-8506-40e063429fa1 {{(pid=91643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:09.162383 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d63946b6-6f24-4655-9669-3e6508485710 req-a98d4613-8fd5-404a-8176-37c38ea7edbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35686eb-db4e-4218-b271-421000879b39 HTTP/1.1" status: 200 len: 1001 time: 0.2447877 May 20 15:54:09.162763 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.174571 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8de4c6-1060-4be7-93e2-8baad947c234 req-d0bec71e-3e8f-483a-8260-ed6b008427dd tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:09.176070 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-da8de4c6-1060-4be7-93e2-8baad947c234 req-d0bec71e-3e8f-483a-8260-ed6b008427dd tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.2127542 May 20 15:54:09.216037 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.224210 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.278563 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63946b6-6f24-4655-9669-3e6508485710 req-34d331b0-175c-4740-83a1-a6c302fe4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:09.280614 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d63946b6-6f24-4655-9669-3e6508485710 req-34d331b0-175c-4740-83a1-a6c302fe4568 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.1032631 May 20 15:54:09.286464 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-da8de4c6-1060-4be7-93e2-8baad947c234 req-ff77a247-d213-471a-9bf2-386a52ce782a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801556 May 20 15:54:09.374988 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63946b6-6f24-4655-9669-3e6508485710 req-a3b99d41-f7a3-4e41-bae0-1819dc070115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:09.377397 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d63946b6-6f24-4655-9669-3e6508485710 req-a3b99d41-f7a3-4e41-bae0-1819dc070115 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0889859 May 20 15:54:09.456539 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed67c-b8f2-4210-98ed-b7eccb234f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.486583 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf06d2-0be1-4ee7-8356-2f10cf74c7e6 req-04a419e6-3fa2-46d5-8cc7-1fa7d2fddcab tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:09.488053 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d2bf06d2-0be1-4ee7-8356-2f10cf74c7e6 req-04a419e6-3fa2-46d5-8cc7-1fa7d2fddcab tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.1741185 May 20 15:54:09.523479 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d63946b6-6f24-4655-9669-3e6508485710 req-46ab53fc-2bfe-41ac-857d-6bc60fb0dfa1 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374547 May 20 15:54:09.574131 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d2bf06d2-0be1-4ee7-8356-2f10cf74c7e6 req-25ac2b6f-1cf0-4579-b50e-044a96cc0f40 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590804 May 20 15:54:09.606038 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194'] for subnet, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.611114 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:09.645822 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74558f5f-d55e-4239-8506-40e063429fa1,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:09.647465 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.652610 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:09.656773 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/74558f5f-d55e-4239-8506-40e063429fa1 HTTP/1.1" status: 204 len: 168 time: 0.6359432 May 20 15:54:09.657103 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56654) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:09.660199 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d63946b6-6f24-4655-9669-3e6508485710 req-0e624f3b-8819-4095-85c1-d7bfe4af0910 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296129 May 20 15:54:09.758726 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.878905 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.891655 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.892019 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.892760 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.893091 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > port after_create 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.893420 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.893765 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > port after_update 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.894080 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.894398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.894707 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.895022 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.985672 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.985945 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.986274 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.986603 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:54:09.986968 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c21e87-ae83-4a8f-a41c-ea45c046f1e2']}} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:10.003787 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08') {'for_net_delete': True} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:10.004087 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262a3b9f-fc81-47d6-a45b-1df7f9fe7a08') {} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:10.015153 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4097019'] for segment, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.031095 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.038569 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=91643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:10.038947 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3905024'] for segment, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: from cryptography.utils import int_from_bytes May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: from cryptography.utils import int_from_bytes May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: Traceback (most recent call last): May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: timer() May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: cb(*args, **kw) May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: return func(*args, **kwargs) May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: self._notify() May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: self.callback(batched_events) May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: event.method(event) May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: return f(self, *a, **k) May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._get(url).json() May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: return self.request(url, 'GET', **kwargs) May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:10.054035 dv-cinder-784779-12-iscsi neutron-server[91643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:10.127286 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.134479 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:10.150390 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.160257 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c21e87-ae83-4a8f-a41c-ea45c046f1e2,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:10.165974 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:10.171673 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f5c21e87-ae83-4a8f-a41c-ea45c046f1e2 HTTP/1.1" status: 204 len: 168 time: 0.5137630 May 20 15:54:10.356832 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56662) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:10.410110 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d180b9b5-c7ff-4398-be92-d7c651164d7c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7abc6364074468594aeb61600f8ed1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498087 May 20 15:54:10.410468 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56668) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:10.468828 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4b17-4a0a-48bd-bd7a-20609c834f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.482788 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf193f-c96f-4f46-b0cb-94fbb178dc69 req-fc1f58ab-7785-4bfb-ab41-36a8a7dd6920 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:10.484305 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b3bf193f-c96f-4f46-b0cb-94fbb178dc69 req-fc1f58ab-7785-4bfb-ab41-36a8a7dd6920 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0848126 May 20 15:54:10.495038 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4b17-4a0a-48bd-bd7a-20609c834f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.529501 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b3bf193f-c96f-4f46-b0cb-94fbb178dc69 req-5a01d3e6-5a16-4426-8dc5-28c20d829cfb tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 May 20 15:54:10.548186 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4b17-4a0a-48bd-bd7a-20609c834f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.552099 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-91101180-794d-4ae6-ac33-9421aa9b7ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:10.565293 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c4b17-4a0a-48bd-bd7a-20609c834f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9c22e-2d6c-4561-9017-329c7323180e,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:10.568444 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3e0c4b17-4a0a-48bd-bd7a-20609c834f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:10.578143 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4b17-4a0a-48bd-bd7a-20609c834f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.579325 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-3e0c4b17-4a0a-48bd-bd7a-20609c834f44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81d9c22e-2d6c-4561-9017-329c7323180e HTTP/1.1" status: 204 len: 168 time: 0.1680975 May 20 15:54:10.775087 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0884e-4b21-41c6-9fed-4e602abc0aa3 req-bfc443a2-e182-446e-8645-d9c7cd2820d9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:10.776618 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-33a0884e-4b21-41c6-9fed-4e602abc0aa3 req-bfc443a2-e182-446e-8645-d9c7cd2820d9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0844183 May 20 15:54:10.820397 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-33a0884e-4b21-41c6-9fed-4e602abc0aa3 req-2232849a-6cee-430b-ad0f-74ae827326ac tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382006 May 20 15:54:11.717963 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52572f2-9865-4470-858b-30e749c22461 req-b203755c-242b-40c6-a503-ff6be2e68e5d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:11.719981 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c52572f2-9865-4470-858b-30e749c22461 req-b203755c-242b-40c6-a503-ff6be2e68e5d tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0817776 May 20 15:54:11.774917 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c52572f2-9865-4470-858b-30e749c22461 req-77c7ec95-4870-4cb7-8a01-44cf67ea5a55 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479033 May 20 15:54:11.857902 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.011879 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcd7c5-c52d-4389-befe-04f4f129f590 req-3d625ec6-5f1c-48f6-ad33-86f843e35c83 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:12.013866 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebdcd7c5-c52d-4389-befe-04f4f129f590 req-3d625ec6-5f1c-48f6-ad33-86f843e35c83 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0839953 May 20 15:54:12.059933 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebdcd7c5-c52d-4389-befe-04f4f129f590 req-d15daaaf-c4d8-40ca-8609-77feb52caff1 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404620 May 20 15:54:12.114207 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4708a282-b4e8-4ec5-b26e-1e5fe3e57d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.963226 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7a784-4fae-447b-b89f-e98095280574 req-e5ee51fd-5cf1-4ba3-b10e-3d7c918d4294 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:12.964710 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-08f7a784-4fae-447b-b89f-e98095280574 req-e5ee51fd-5cf1-4ba3-b10e-3d7c918d4294 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0806553 May 20 15:54:13.009044 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-08f7a784-4fae-447b-b89f-e98095280574 req-66a55454-235b-4d04-a6f0-227b47ef0f6a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 May 20 15:54:13.123887 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.249767 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bfe40-e6f3-4d88-a52c-81db461871ff req-a4fe0117-d3ca-4cd1-94cd-7598571ef93d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:13.251819 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-de3bfe40-e6f3-4d88-a52c-81db461871ff req-a4fe0117-d3ca-4cd1-94cd-7598571ef93d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.0805655 May 20 15:54:13.295672 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-de3bfe40-e6f3-4d88-a52c-81db461871ff req-8f15bff7-31f5-47dd-b34f-8dc8fde3647b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 May 20 15:54:13.850282 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-5d81edf8-4bff-4785-b86e-8a03c7b541c0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:13.851771 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-5d81edf8-4bff-4785-b86e-8a03c7b541c0 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.0842571 May 20 15:54:13.995322 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Deleting port 3cae7e9b-d9a1-49f0-9721-f507f333b463 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:13.995969 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.221648 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] For port 3cae7e9b-d9a1-49f0-9721-f507f333b463, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3cae7e9b-d9a1-49f0-9721-f507f333b463,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:14.221648 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.222145 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-0c0a3f50-3c97-48ed-a362-15912f06abc3 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b208cb4959134c778999511da042eff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279303 May 20 15:54:14.352240 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Calling delete_port for 3cae7e9b-d9a1-49f0-9721-f507f333b463 owned by compute:nova {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:14.373286 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28069c9e-0ed1-42c3-af3d-5ecb6848c99a req-9ed46f6d-9a5d-46ca-8e03-27d29275db83 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:14.380257 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-f9253417-67d4-40a5-9bf9-792b353c5760 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:14.380727 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-28069c9e-0ed1-42c3-af3d-5ecb6848c99a req-9ed46f6d-9a5d-46ca-8e03-27d29275db83 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 946 time: 0.2627103 May 20 15:54:14.381710 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-f9253417-67d4-40a5-9bf9-792b353c5760 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573536 May 20 15:54:14.408406 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-fd39e223-d123-467f-83e9-be265c0c0324 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/quotas/b208cb4959134c778999511da042eff2 HTTP/1.1" status: 200 len: 375 time: 0.0132811 May 20 15:54:14.456311 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-28069c9e-0ed1-42c3-af3d-5ecb6848c99a req-f193920e-b7ba-483f-ad22-fad75447a9ec tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746682 May 20 15:54:14.547018 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-f175743f-cf29-4b4d-a6fa-0ce851992e18 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b208cb4959134c778999511da042eff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301253 May 20 15:54:14.634437 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.643262 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:14.648577 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['0e75f5ac-d93c-47d7-b2a5-094e13180733', '3cae7e9b-d9a1-49f0-9721-f507f333b463'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:14.752555 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-da31cde7-ff88-4b38-a7ec-3fbfc589d828 req-fe3ef080-3692-44a1-9962-827e54865584 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 210 time: 0.0546477 May 20 15:54:14.811858 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.816223 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Pushing event deleted for resources: {'Port': ['ID=3cae7e9b-d9a1-49f0-9721-f507f333b463,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:14.859046 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:14.908730 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8c02-dba0-40e6-817e-adc62e03632b req-7f28f5d6-6bb4-4bc4-8ccf-2e57ff2163b4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:14.910263 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-73df8c02-dba0-40e6-817e-adc62e03632b req-7f28f5d6-6bb4-4bc4-8ccf-2e57ff2163b4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 945 time: 0.3549907 May 20 15:54:14.925145 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] No DVR routers for this DVR port 3cae7e9b-d9a1-49f0-9721-f507f333b463 on host hv-cinder-78477 {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:14.929252 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.947658 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b21d68-9a49-439d-9ac0-8746438ecf14', 'name': 'network-vif-deleted', 'tag': '3cae7e9b-d9a1-49f0-9721-f507f333b463'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:14.994713 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-73df8c02-dba0-40e6-817e-adc62e03632b req-459834ba-575a-4810-aab9-6cc6e874419d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762336 May 20 15:54:14.996983 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6b80eb78-7117-4b2e-b2a1-61cf9b821d64 req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.58 "DELETE /v2.0/ports/3cae7e9b-d9a1-49f0-9721-f507f333b463 HTTP/1.1" status: 204 len: 173 time: 1.1365807 May 20 15:54:15.004587 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b21d68-9a49-439d-9ac0-8746438ecf14', 'name': 'network-vif-deleted', 'tag': '3cae7e9b-d9a1-49f0-9721-f507f333b463', 'status': 'completed', 'code': 200} May 20 15:54:15.524934 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:15.671504 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-b9cf2a98-f848-4609-8c62-7d3ca2cd4030 req-3a367162-8a46-4b7f-bf2a-258e32d1700a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Synchronizing usage tracker for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:15.695508 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-b9cf2a98-f848-4609-8c62-7d3ca2cd4030 req-3a367162-8a46-4b7f-bf2a-258e32d1700a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Unset dirty status for tenant:b890624e3d734594ae45927cebe3c4a0 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:15.697346 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b9cf2a98-f848-4609-8c62-7d3ca2cd4030 req-3a367162-8a46-4b7f-bf2a-258e32d1700a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6b21d68-9a49-439d-9ac0-8746438ecf14 HTTP/1.1" status: 200 len: 210 time: 0.0969250 May 20 15:54:15.747408 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.774063 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35686eb-db4e-4218-b271-421000879b39'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:15.784043 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:15.788971 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.790914 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:15.826625 dv-cinder-784779-12-iscsi neutron-server[91645]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a35686eb-db4e-4218-b271-421000879b39', 'code': 422} returned with failed status May 20 15:54:15.869084 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=8']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:15.880060 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:15.984243 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-78991c00-1786-45b5-b9bf-ac60e30ab1e0 req-92ce5a64-ac17-47bd-9f87-cb2bc0149518 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 210 time: 0.0568352 May 20 15:54:16.049102 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad47a6-d74f-44a5-bf73-bc69fa4c1734 req-42860e45-7e78-40f5-be55-797339436657 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:16.051808 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-69ad47a6-d74f-44a5-bf73-bc69fa4c1734 req-42860e45-7e78-40f5-be55-797339436657 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0878501 May 20 15:54:16.101603 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-4bc66ec5-8419-4fee-9486-bf645c2d6dc1 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b208cb4959134c778999511da042eff2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421996 May 20 15:54:16.104174 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-69ad47a6-d74f-44a5-bf73-bc69fa4c1734 req-950a4e73-379c-4b2c-bbed-6e6028ca0928 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 May 20 15:54:16.258761 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-dd246b83-56c8-49ac-8d21-a9c1a6d21669 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:16.260234 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-dd246b83-56c8-49ac-8d21-a9c1a6d21669 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538103 May 20 15:54:16.274856 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Request body: {'port': {'device_id': 'f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df', 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3', 'admin_state_up': True, 'tenant_id': 'b208cb4959134c778999511da042eff2'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:16.417182 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:16.421220 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Usage tracker for resource:port and tenant:b208cb4959134c778999511da042eff2 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:16.424100 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:16.429853 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:16.441060 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Made reservation on behalf of b208cb4959134c778999511da042eff2 for: {'port': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:16.444570 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.452711 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56840) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:16.457667 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.473406 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:16.477245 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Usage tracker for resource:security_group_rule and tenant:b208cb4959134c778999511da042eff2 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:16.480109 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:16.485998 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:16.572061 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-f30f5790-280f-4557-9ae2-71fa6458bf3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179445 May 20 15:54:16.573900 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.577723 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.582631 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8df51290-cb5b-422a-b2a0-e92d726cca34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:16.663866 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bdb989-2296-44e8-90ab-c463234e7781,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:16.669394 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:16.759121 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Allocated IP 192.168.233.29 (5accc9ae-afa9-422f-bd6b-d523afc8cff3/8d924c8f-dcb5-4be2-a1dd-b4ec6793ad57/2ae2cf13-4ba4-4680-8f05-1c1053089d49) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:17.035409 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.057037 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Transition to ACTIVE for port object 2ae2cf13-4ba4-4680-8f05-1c1053089d49 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:17.089729 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.097401 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:17.212949 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:17.216919 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:17.224912 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37531f4e-52c9-4f87-b042-a3f76c70b43f req-a30d20e1-33c5-4866-b2a4-2328c28fdd2b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:17.226640 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:17.232184 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-37531f4e-52c9-4f87-b042-a3f76c70b43f req-a30d20e1-33c5-4866-b2a4-2328c28fdd2b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0965159 May 20 15:54:17.271529 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Pushing event updated for resources: {'Port': ['ID=2ae2cf13-4ba4-4680-8f05-1c1053089d49,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:17.277969 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:17.287897 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-37531f4e-52c9-4f87-b042-a3f76c70b43f req-6e5f2c71-3855-46b4-ba7e-b29060cd3ca8 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547652 May 20 15:54:17.313253 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:17.313893 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.338717 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae415-b96d-4743-958c-9eaee2ab4282 req-5c2ab9bd-bb6d-43e4-a585-e6d9b120f98c tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:17.340288 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a69ae415-b96d-4743-958c-9eaee2ab4282 req-5c2ab9bd-bb6d-43e4-a585-e6d9b120f98c tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 935 time: 0.2048249 May 20 15:54:17.381000 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1103470 May 20 15:54:17.397848 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Request body: {'port': {'device_id': 'f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:17.423970 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-a69ae415-b96d-4743-958c-9eaee2ab4282 req-100bf3ff-2702-41c0-8d07-b2dd57335cf4 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Synchronizing usage tracker for tenant:b208cb4959134c778999511da042eff2 on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:17.472208 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4b78-5dd9-4af6-8e30-5cdf3f106561 req-fe511b95-ebac-4cdb-9a38-7d565aab08ad tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:17.473805 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6b9f4b78-5dd9-4af6-8e30-5cdf3f106561 req-fe511b95-ebac-4cdb-9a38-7d565aab08ad tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0840547 May 20 15:54:17.494454 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-a69ae415-b96d-4743-958c-9eaee2ab4282 req-100bf3ff-2702-41c0-8d07-b2dd57335cf4 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Unset dirty status for tenant:b208cb4959134c778999511da042eff2 on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:17.495386 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a69ae415-b96d-4743-958c-9eaee2ab4282 req-100bf3ff-2702-41c0-8d07-b2dd57335cf4 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468854 May 20 15:54:17.523057 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6b9f4b78-5dd9-4af6-8e30-5cdf3f106561 req-1b0569ba-0479-400a-bc68-0f0400ecf484 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 May 20 15:54:17.526371 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.533078 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-068ddda4-eaf0-4e86-87d2-0c8cb2df8214 None None] Provisioning for port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:17.537989 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-068ddda4-eaf0-4e86-87d2-0c8cb2df8214 None None] Provisioning complete for port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:17.538372 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-068ddda4-eaf0-4e86-87d2-0c8cb2df8214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.570279 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 3cae7e9b-d9a1-49f0-9721-f507f333b463 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:17.618134 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 3cae7e9b-d9a1-49f0-9721-f507f333b463 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:17.618483 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 3cae7e9b-d9a1-49f0-9721-f507f333b463 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:17.629917 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-068ddda4-eaf0-4e86-87d2-0c8cb2df8214 None None] Port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:17.997109 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae2cf13-4ba4-4680-8f05-1c1053089d49 {{(pid=91644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:18.006995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.020978 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Transition to ACTIVE for port object 2ae2cf13-4ba4-4680-8f05-1c1053089d49 will not be triggered until provisioned by entity L2. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:18.028004 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.032610 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:18.161638 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Pushing event updated for resources: {'Port': ['ID=2ae2cf13-4ba4-4680-8f05-1c1053089d49,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:18.165287 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:18.269210 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Attempting to bind port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:18.269873 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Attempting to bind port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a2c5a8ca-2a12-47ca-ac68-93153686738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3'}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:18.269873 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Attempting to bind port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 on network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:18.274597 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 on network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:54:18.274913 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Attempting to bind port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 on network 5accc9ae-afa9-422f-bd6b-d523afc8cff3 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:18.280105 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:18.280436 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Checking segment: {'id': 'a2c5a8ca-2a12-47ca-ac68-93153686738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:18.280817 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Bound using segment: {'id': 'a2c5a8ca-2a12-47ca-ac68-93153686738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3'} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:18.281231 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Bound port: 2ae2cf13-4ba4-4680-8f05-1c1053089d49, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c5a8ca-2a12-47ca-ac68-93153686738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3'}}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:18.281627 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.371467 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] For port 2ae2cf13-4ba4-4680-8f05-1c1053089d49, host hv-cinder-78477, cleared binding levels {{(pid=91644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:18.374480 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] For port 2ae2cf13-4ba4-4680-8f05-1c1053089d49, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ae2cf13-4ba4-4680-8f05-1c1053089d49,segment=NetworkSegment(a2c5a8ca-2a12-47ca-ac68-93153686738d),segment_id=a2c5a8ca-2a12-47ca-ac68-93153686738d)] {{(pid=91644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:18.381014 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.386457 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:18.518350 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.518972 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.520390 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] 10.222.0.58 "PUT /v2.0/ports/2ae2cf13-4ba4-4680-8f05-1c1053089d49 HTTP/1.1" status: 200 len: 1097 time: 1.1293504 May 20 15:54:18.525908 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df', 'tag': '2ae2cf13-4ba4-4680-8f05-1c1053089d49'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:18.619973 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Pushing event updated for resources: {'Port': ['ID=2ae2cf13-4ba4-4680-8f05-1c1053089d49,revision_number=3']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:18.625827 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:18.657666 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-cc6ab9e9-3e54-4e72-92ae-18b90775ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.659166 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-cc6ab9e9-3e54-4e72-92ae-18b90775ac93 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b&tenant_id=6bcb1140b8394a729cc9a226c0a23a6c HTTP/1.1" status: 200 len: 1096 time: 0.2371294 May 20 15:54:18.674680 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb512aa7-5959-448c-b1ab-d6df38e75488 req-90d0d4c3-3c4a-450a-bc63-574a7015a671 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.676217 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bb512aa7-5959-448c-b1ab-d6df38e75488 req-90d0d4c3-3c4a-450a-bc63-574a7015a671 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.2552769 May 20 15:54:18.710085 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d11ef-ca78-4ed1-af0b-2c5f72aa28ae req-e4b42ff3-99e8-4e92-bfbd-924e2ea634d6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.712028 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-831d11ef-ca78-4ed1-af0b-2c5f72aa28ae req-e4b42ff3-99e8-4e92-bfbd-924e2ea634d6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 947 time: 0.0918322 May 20 15:54:18.760647 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-831d11ef-ca78-4ed1-af0b-2c5f72aa28ae req-ce83ac41-0f0f-4d68-83c0-893167790b15 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 May 20 15:54:18.766879 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-c3b93341-cc6d-457b-85f5-7fb4d1b95094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.768310 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-c3b93341-cc6d-457b-85f5-7fb4d1b95094 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b208cb4959134c778999511da042eff2&device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 1100 time: 0.2000978 May 20 15:54:18.836426 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bb512aa7-5959-448c-b1ab-d6df38e75488 req-49de5ffd-83e2-4d0c-b130-c8f4e1fcf9a1 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504779 May 20 15:54:18.837994 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df', 'tag': '2ae2cf13-4ba4-4680-8f05-1c1053089d49', 'status': 'completed', 'code': 200} May 20 15:54:18.854247 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-7b6d2fa1-3dd0-429e-a845-a909557b8ecc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=2ae2cf13-4ba4-4680-8f05-1c1053089d49 HTTP/1.1" status: 200 len: 217 time: 0.0714726 May 20 15:54:18.914235 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-67c821a4-fabe-4994-b528-55f927a3f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.915711 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-67c821a4-fabe-4994-b528-55f927a3f24a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 1096 time: 0.2136779 May 20 15:54:18.924417 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-2d42f199-d118-41e9-9d0e-30853c1067f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.925733 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-2d42f199-d118-41e9-9d0e-30853c1067f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8d924c8f-dcb5-4be2-a1dd-b4ec6793ad57 HTTP/1.1" status: 200 len: 843 time: 0.0642655 May 20 15:54:18.981697 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8dfe7-0e59-4be2-949c-63ef7fc6a529 req-4a256e8a-7082-438a-9a09-57d0a72b48e7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.983180 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-67c8dfe7-0e59-4be2-949c-63ef7fc6a529 req-4a256e8a-7082-438a-9a09-57d0a72b48e7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0821052 May 20 15:54:19.030476 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-67c8dfe7-0e59-4be2-949c-63ef7fc6a529 req-d0d25994-bdd3-4876-95c6-ede74a8c575a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411301 May 20 15:54:19.107801 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-ddf1a509-fc6b-4567-a847-5dcc453ef822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.109028 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-ddf1a509-fc6b-4567-a847-5dcc453ef822 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 918 time: 0.1824601 May 20 15:54:19.111560 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-1468a994-2d5d-4b2e-a817-fb24fb8ab13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.112913 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-1468a994-2d5d-4b2e-a817-fb24fb8ab13a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5accc9ae-afa9-422f-bd6b-d523afc8cff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1673868 May 20 15:54:19.309777 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-c608d8da-05c7-4e70-a472-fe6a4795db69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35686eb-db4e-4218-b271-421000879b39 HTTP/1.1" status: 200 len: 999 time: 0.1870883 May 20 15:54:19.386154 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-1a18f460-f40d-4091-a320-56e571fb62de service neutron] 10.222.0.58 "GET /v2.0/networks/5accc9ae-afa9-422f-bd6b-d523afc8cff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117209 May 20 15:54:19.394962 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-384eea77-8f1a-4945-8b80-af24be063ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.396492 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-384eea77-8f1a-4945-8b80-af24be063ed9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.0769203 May 20 15:54:19.482823 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56890) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:19.546884 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:19.611601 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.626272 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:19.630884 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Usage tracker for resource:security_group_rule and tenant:6da0bf978fd64deda00bb366525e21dc is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:19.633894 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:19.641653 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:19.666445 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-9b17add6-69a7-4049-aad1-0eab0fb915c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.667954 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-9b17add6-69a7-4049-aad1-0eab0fb915c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2530749 May 20 15:54:19.669862 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8fb4b72f-10fc-43f1-9e88-d31ecbc7f73c req-41b59f77-18b9-4e0c-94d3-8affbc4d6675 service neutron] 10.222.0.58 "GET /v2.0/networks/5accc9ae-afa9-422f-bd6b-d523afc8cff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725258 May 20 15:54:19.732191 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.736378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.743213 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-22f2a1e4-6ef4-4d61-9772-26bef05dfeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:19.784570 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6da0bf978fd64deda00bb366525e21dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006282 May 20 15:54:19.785494 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c7f1a-11f5-4ff8-b3d4-e43e2d4197da,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:19.787832 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 56898) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:19.796002 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:19.855189 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c03db827-780e-46c1-acd7-c83f22d7210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.879669 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-dde4cc34-1de3-42c3-a09c-f76aa48348b5 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991429 May 20 15:54:19.882323 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-5c82422f-9408-4e02-921b-21ceaf701d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.883656 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-5c82422f-9408-4e02-921b-21ceaf701d4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b208cb4959134c778999511da042eff2&device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 1100 time: 0.1602859 May 20 15:54:19.887126 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c03db827-780e-46c1-acd7-c83f22d7210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.942251 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c03db827-780e-46c1-acd7-c83f22d7210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.947511 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5effee1f-156c-4750-ab2d-1632c9f8f70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:20.000085 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03db827-780e-46c1-acd7-c83f22d7210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48c7f1a-11f5-4ff8-b3d4-e43e2d4197da,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:20.003206 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c03db827-780e-46c1-acd7-c83f22d7210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:20.013647 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c03db827-780e-46c1-acd7-c83f22d7210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.017161 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c03db827-780e-46c1-acd7-c83f22d7210c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a48c7f1a-11f5-4ff8-b3d4-e43e2d4197da HTTP/1.1" status: 204 len: 168 time: 0.2222588 May 20 15:54:20.059542 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720bb5f-46d7-471b-918b-f9657a8a9bdb req-b31dacbd-6e96-45ea-8495-56ee5bc5bc44 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.060967 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3720bb5f-46d7-471b-918b-f9657a8a9bdb req-b31dacbd-6e96-45ea-8495-56ee5bc5bc44 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1063633 May 20 15:54:20.108743 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3720bb5f-46d7-471b-918b-f9657a8a9bdb req-9d757997-a311-4aa8-a53d-a7d5bc0a1d78 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 May 20 15:54:20.182664 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-db6e0c01-2d82-4c8f-848d-cbf28bdc1011 req-1d8d9172-7d73-4c9f-9d53-d89ac56e9ad7 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639735 May 20 15:54:20.183633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-4a99cb46-c1b0-434a-a015-a93f5710c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.185036 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-4a99cb46-c1b0-434a-a015-a93f5710c5d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5accc9ae-afa9-422f-bd6b-d523afc8cff3 HTTP/1.1" status: 200 len: 870 time: 0.2675271 May 20 15:54:20.208743 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3c94-9445-46be-92f8-656c7beacc31 req-24eb8894-0f48-4bef-b48e-3e47b899248b tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.210233 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-4bbe3c94-9445-46be-92f8-656c7beacc31 req-24eb8894-0f48-4bef-b48e-3e47b899248b tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Synchronizing usage tracker for tenant:b208cb4959134c778999511da042eff2 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:20.295721 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-d8b936d6-4cf5-45cc-9548-b87d82bf9ff3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=2ae2cf13-4ba4-4680-8f05-1c1053089d49 HTTP/1.1" status: 200 len: 217 time: 0.0731528 May 20 15:54:20.315383 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda5de2-37c0-4b72-9f0f-679234e8b693 req-518daba7-f0df-459f-8062-101397caecb9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.316865 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2eda5de2-37c0-4b72-9f0f-679234e8b693 req-518daba7-f0df-459f-8062-101397caecb9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0914812 May 20 15:54:20.343668 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-4bbe3c94-9445-46be-92f8-656c7beacc31 req-24eb8894-0f48-4bef-b48e-3e47b899248b tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Unset dirty status for tenant:b208cb4959134c778999511da042eff2 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:20.345017 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4bbe3c94-9445-46be-92f8-656c7beacc31 req-24eb8894-0f48-4bef-b48e-3e47b899248b tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 947 time: 0.4683101 May 20 15:54:20.370593 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2eda5de2-37c0-4b72-9f0f-679234e8b693 req-447fb124-75e0-4f6d-bd1c-6b766084d2f9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473175 May 20 15:54:20.389472 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-c2be44fa-a87c-44f6-b8ea-38d25db90fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.390935 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-c2be44fa-a87c-44f6-b8ea-38d25db90fd5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8d924c8f-dcb5-4be2-a1dd-b4ec6793ad57 HTTP/1.1" status: 200 len: 843 time: 0.0882685 May 20 15:54:20.447203 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4bbe3c94-9445-46be-92f8-656c7beacc31 req-937ad5f0-7259-4fbd-91e7-a117e9edf95e tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900760 May 20 15:54:20.476987 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-9ee7dd90-8987-45a3-a846-159619d98b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.478457 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-9ee7dd90-8987-45a3-a846-159619d98b8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5accc9ae-afa9-422f-bd6b-d523afc8cff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0788417 May 20 15:54:20.618792 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-9d664dd3-f557-4987-95ca-a36c078f98cc service neutron] 10.222.0.58 "GET /v2.0/networks/5accc9ae-afa9-422f-bd6b-d523afc8cff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243787 May 20 15:54:20.757055 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-afdcf9c6-2fb0-4be1-b9eb-041d0ae0478d req-23a6f48e-8476-460a-a0c8-1eba03289347 service neutron] 10.222.0.58 "GET /v2.0/networks/5accc9ae-afa9-422f-bd6b-d523afc8cff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297956 May 20 15:54:21.301114 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd716e9-56ee-4694-8285-6784ec035fc6 req-527672ef-0b34-4e45-92a8-2d8f2df99e56 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:21.302599 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8dd716e9-56ee-4694-8285-6784ec035fc6 req-527672ef-0b34-4e45-92a8-2d8f2df99e56 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0854237 May 20 15:54:21.348250 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8dd716e9-56ee-4694-8285-6784ec035fc6 req-1308fbcd-9c6f-4f68-8acf-57f1d87166a9 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 May 20 15:54:21.573246 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f06c7-c3ca-4464-b19e-5bb1ed6154d0 req-4f06e5be-8a52-4876-a5e6-409fde606fa3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:21.574787 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9b0f06c7-c3ca-4464-b19e-5bb1ed6154d0 req-4f06e5be-8a52-4876-a5e6-409fde606fa3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0883350 May 20 15:54:21.626253 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9b0f06c7-c3ca-4464-b19e-5bb1ed6154d0 req-0b6de24f-b094-4767-bdc4-634785dd1338 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 May 20 15:54:21.651504 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718465e-a03e-4058-b5f7-9037dac71932 req-80aff869-6e58-4b4c-91d1-4f460acfea96 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:21.652985 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d718465e-a03e-4058-b5f7-9037dac71932 req-80aff869-6e58-4b4c-91d1-4f460acfea96 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 947 time: 0.0849328 May 20 15:54:21.702904 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d718465e-a03e-4058-b5f7-9037dac71932 req-5e428d89-729b-42bf-adbf-2a3747854df3 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 May 20 15:54:22.543195 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0e32-a283-4004-8391-400caddf69b4 req-3c00ef0f-2441-4196-b961-c82c9c6e581b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:22.544695 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8d9a0e32-a283-4004-8391-400caddf69b4 req-3c00ef0f-2441-4196-b961-c82c9c6e581b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0805655 May 20 15:54:22.590893 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8d9a0e32-a283-4004-8391-400caddf69b4 req-3fffdc52-3dcd-4b9c-9b96-f51071ba1fc9 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 May 20 15:54:22.830398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6692-f7be-4618-9dac-0ebf228178a7 req-7fbf2c14-86b5-448c-aa0e-83c1ba11a32c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:22.832291 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fe5d6692-f7be-4618-9dac-0ebf228178a7 req-7fbf2c14-86b5-448c-aa0e-83c1ba11a32c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0890954 May 20 15:54:22.879553 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fe5d6692-f7be-4618-9dac-0ebf228178a7 req-8371f4b1-ec4f-4236-a5c9-9656ab9d741a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 May 20 15:54:22.897733 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c12c5-a083-4f19-ab2b-3c9cf7c07430 req-599e506f-8e15-4ae0-b8da-f953f35bca03 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:22.903852 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a82c12c5-a083-4f19-ab2b-3c9cf7c07430 req-599e506f-8e15-4ae0-b8da-f953f35bca03 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 947 time: 0.0927126 May 20 15:54:22.945995 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a82c12c5-a083-4f19-ab2b-3c9cf7c07430 req-1df8110c-8464-4ffa-b49d-dd0001651e46 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 May 20 15:54:23.554323 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 2ae2cf13-4ba4-4680-8f05-1c1053089d49 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:54:23.698416 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 2ae2cf13-4ba4-4680-8f05-1c1053089d49, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ae2cf13-4ba4-4680-8f05-1c1053089d49,segment=NetworkSegment(a2c5a8ca-2a12-47ca-ac68-93153686738d),segment_id=a2c5a8ca-2a12-47ca-ac68-93153686738d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:23.713301 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '2ae2cf13-4ba4-4680-8f05-1c1053089d49', 'network_id': '5accc9ae-afa9-422f-bd6b-d523afc8cff3', 'port_id': '2ae2cf13-4ba4-4680-8f05-1c1053089d49', 'mac_address': 'fa:16:3e:82:59:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d924c8f-dcb5-4be2-a1dd-b4ec6793ad57', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:54:23.775292 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.792049 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e23909-5ba9-4fb4-8688-a94f557fc287 req-09d9da82-bc96-4046-8421-2a0fc2777974 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:23.793585 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-01e23909-5ba9-4fb4-8688-a94f557fc287 req-09d9da82-bc96-4046-8421-2a0fc2777974 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0882845 May 20 15:54:23.802392 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae2cf13-4ba4-4680-8f05-1c1053089d49 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:23.819164 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 2ae2cf13-4ba4-4680-8f05-1c1053089d49, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ae2cf13-4ba4-4680-8f05-1c1053089d49,segment=NetworkSegment(a2c5a8ca-2a12-47ca-ac68-93153686738d),segment_id=a2c5a8ca-2a12-47ca-ac68-93153686738d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:23.823908 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.827145 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-db4d86ab-9808-4f72-8139-d8c7646a14e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:23.845153 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-01e23909-5ba9-4fb4-8688-a94f557fc287 req-387dba0d-2839-42e5-b40a-2975a8f3d03b tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452473 May 20 15:54:23.897179 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=2ae2cf13-4ba4-4680-8f05-1c1053089d49,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:23.900439 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:24.095356 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ab02-47f4-4070-95d7-9a28a295d71d req-28c445b7-3560-48c3-a352-f8eeb4c7abf5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:24.097874 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-af68ab02-47f4-4070-95d7-9a28a295d71d req-28c445b7-3560-48c3-a352-f8eeb4c7abf5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.1012290 May 20 15:54:24.101138 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['2ae2cf13-4ba4-4680-8f05-1c1053089d49'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:24.180719 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b96bd7-b722-47fc-a77e-4f1a0e7cef25 req-c516ddb7-4a4b-436c-90dc-608eb1d7ac69 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:24.182232 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-70b96bd7-b722-47fc-a77e-4f1a0e7cef25 req-c516ddb7-4a4b-436c-90dc-608eb1d7ac69 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 948 time: 0.1043906 May 20 15:54:24.258739 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-70b96bd7-b722-47fc-a77e-4f1a0e7cef25 req-1756c12b-0a99-4dfa-948d-813612b564ea tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696974 May 20 15:54:24.269212 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-af68ab02-47f4-4070-95d7-9a28a295d71d req-947d3209-5945-4d45-a0c7-2004e474e87a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645434 May 20 15:54:25.047994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f8e1c-1220-45f3-92cf-e47371ba252b req-65e721f2-fa41-458a-b4b1-fcb15dc738f3 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:25.049511 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-598f8e1c-1220-45f3-92cf-e47371ba252b req-65e721f2-fa41-458a-b4b1-fcb15dc738f3 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0849493 May 20 15:54:25.099304 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-598f8e1c-1220-45f3-92cf-e47371ba252b req-4dcdf293-36d6-4c7b-894c-f69b3b038656 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434980 May 20 15:54:25.471473 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6946f2-d778-44ff-8a9c-2ee836cd7157 req-b0f23e14-be10-42f5-884b-18903981dd79 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:25.477029 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2a6946f2-d778-44ff-8a9c-2ee836cd7157 req-b0f23e14-be10-42f5-884b-18903981dd79 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 948 time: 0.0962121 May 20 15:54:25.479144 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c35e5b-0069-4fe7-ae67-26f92681a52e req-ec3a1dde-56fa-4163-8ecc-51b4974e590b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:25.480703 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c7c35e5b-0069-4fe7-ae67-26f92681a52e req-ec3a1dde-56fa-4163-8ecc-51b4974e590b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0830696 May 20 15:54:25.522213 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2a6946f2-d778-44ff-8a9c-2ee836cd7157 req-907fe83a-0d6a-4043-91b2-b0fa50f2aded tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 May 20 15:54:25.534536 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c7c35e5b-0069-4fe7-ae67-26f92681a52e req-db58b060-e315-4b6f-85fc-c12a5f4bedd2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431657 May 20 15:54:25.594938 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 2ae2cf13-4ba4-4680-8f05-1c1053089d49 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:25.664128 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:25.669804 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:25.670021 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.825678 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.854425 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae2cf13-4ba4-4680-8f05-1c1053089d49'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:25.865639 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 2ae2cf13-4ba4-4680-8f05-1c1053089d49, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ae2cf13-4ba4-4680-8f05-1c1053089d49,segment=NetworkSegment(a2c5a8ca-2a12-47ca-ac68-93153686738d),segment_id=a2c5a8ca-2a12-47ca-ac68-93153686738d)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:25.870101 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.872870 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:25.908068 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae2cf13-4ba4-4680-8f05-1c1053089d49', 'code': 200} May 20 15:54:25.952224 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=2ae2cf13-4ba4-4680-8f05-1c1053089d49,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:25.956033 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:26.353268 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0975d-1ea1-4b78-a6de-c1617040e5ba req-31538787-af09-4a0e-8118-6a947ae11333 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:26.354731 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-71c0975d-1ea1-4b78-a6de-c1617040e5ba req-31538787-af09-4a0e-8118-6a947ae11333 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1465640 May 20 15:54:26.402943 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-71c0975d-1ea1-4b78-a6de-c1617040e5ba req-03eb40d0-5758-43e4-9082-b964f95c1b34 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408037 May 20 15:54:26.726850 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450dc43-29bc-4d9f-98cb-3da43ed31cc7 req-d042a299-0d81-4438-b369-561714d45aeb tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:26.728362 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d450dc43-29bc-4d9f-98cb-3da43ed31cc7 req-d042a299-0d81-4438-b369-561714d45aeb tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 949 time: 0.0855839 May 20 15:54:26.740074 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51f22e-0895-4ab1-9c00-d68b5f8f5a68 req-187efad9-4f99-40f2-b0e9-d5d3e004c572 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:26.741869 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0f51f22e-0895-4ab1-9c00-d68b5f8f5a68 req-187efad9-4f99-40f2-b0e9-d5d3e004c572 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0934298 May 20 15:54:26.779555 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d450dc43-29bc-4d9f-98cb-3da43ed31cc7 req-f3a70b63-18fb-49a4-9220-095c6ec5c0c3 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450101 May 20 15:54:26.792202 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0f51f22e-0895-4ab1-9c00-d68b5f8f5a68 req-5e9c9b5d-8b86-4e34-82fc-8be6535d98f6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 May 20 15:54:27.615571 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52fc87-f025-4401-a845-100bae4268c8 req-1c365a0c-cbb9-4665-b184-cb88e9ba53f4 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:27.617070 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1b52fc87-f025-4401-a845-100bae4268c8 req-1c365a0c-cbb9-4665-b184-cb88e9ba53f4 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0848169 May 20 15:54:27.662892 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1b52fc87-f025-4401-a845-100bae4268c8 req-811ecad6-6f9a-4f8b-9677-73fef4d1164a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 May 20 15:54:27.983473 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc5c3a-6740-41be-8ae1-808a3fe2b95e req-2f22bec1-ec74-4ed3-9a76-9b8d3cdd776c tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:27.991841 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fefc5c3a-6740-41be-8ae1-808a3fe2b95e req-2f22bec1-ec74-4ed3-9a76-9b8d3cdd776c tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 949 time: 0.0971096 May 20 15:54:28.006118 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b7ac3-9f1a-4b46-8429-76b05bc79d6d req-1c6d4ec8-dcd5-4936-be34-9d6d0763925c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:28.007623 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-571b7ac3-9f1a-4b46-8429-76b05bc79d6d req-1c6d4ec8-dcd5-4936-be34-9d6d0763925c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0927982 May 20 15:54:28.036583 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fefc5c3a-6740-41be-8ae1-808a3fe2b95e req-eea5f720-3fd0-42a1-a848-6d36a8cef987 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 May 20 15:54:28.061275 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-571b7ac3-9f1a-4b46-8429-76b05bc79d6d req-2824b44e-a9ce-491d-ab0e-959b6b489163 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430882 May 20 15:54:28.860203 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd03f-7159-4bfa-9457-d863ecd1b1d8 req-66b637e5-f04f-43ed-84a8-2105a1fc8651 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:28.861727 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59dfd03f-7159-4bfa-9457-d863ecd1b1d8 req-66b637e5-f04f-43ed-84a8-2105a1fc8651 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0804319 May 20 15:54:28.906729 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59dfd03f-7159-4bfa-9457-d863ecd1b1d8 req-c5363699-7b08-4c34-b96f-29ddcb803d8c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393128 May 20 15:54:29.242372 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f87d1-e7dc-4075-bc14-bf614ee20e7a req-d134e245-14bb-43b1-843a-e5566e5b71d0 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:29.243921 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d36f87d1-e7dc-4075-bc14-bf614ee20e7a req-d134e245-14bb-43b1-843a-e5566e5b71d0 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 949 time: 0.0866363 May 20 15:54:29.264940 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb374c-b443-4ed6-b540-19138b9eaa97 req-d04ca1d6-08ac-4eb6-8924-f3bdac43c5c9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:29.267006 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80bb374c-b443-4ed6-b540-19138b9eaa97 req-d04ca1d6-08ac-4eb6-8924-f3bdac43c5c9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0848062 May 20 15:54:29.294288 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d36f87d1-e7dc-4075-bc14-bf614ee20e7a req-53c3e6f4-5ad5-4303-bdad-1d2966ff3e50 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 May 20 15:54:29.318799 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80bb374c-b443-4ed6-b540-19138b9eaa97 req-1171b522-28bb-4b80-a6df-368e59b04441 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448802 May 20 15:54:29.592646 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:54:30.101747 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea1614-195d-4754-a549-cb81e9808e95 req-655635a4-a489-42bf-b4e5-f3ba94f62362 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:30.103233 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ebea1614-195d-4754-a549-cb81e9808e95 req-655635a4-a489-42bf-b4e5-f3ba94f62362 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0815880 May 20 15:54:30.154863 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ebea1614-195d-4754-a549-cb81e9808e95 req-dd7e27dd-9074-42f8-9731-20b2517bbb1c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458505 May 20 15:54:30.488642 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c113c-dc90-4fe0-a463-0cab128b470e req-ae4a30b2-2d32-427a-bacc-031aaf3c7601 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:30.490357 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-891c113c-dc90-4fe0-a463-0cab128b470e req-ae4a30b2-2d32-427a-bacc-031aaf3c7601 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 949 time: 0.0846000 May 20 15:54:30.522914 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d623350-831f-47fb-978b-41a28669eeee req-6b67e058-84de-4209-bc76-d5839e1039e7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:30.524493 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0d623350-831f-47fb-978b-41a28669eeee req-6b67e058-84de-4209-bc76-d5839e1039e7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0857365 May 20 15:54:30.544105 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-891c113c-dc90-4fe0-a463-0cab128b470e req-b3130c6a-56b8-4f15-809d-920da65f1a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471389 May 20 15:54:30.576930 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0d623350-831f-47fb-978b-41a28669eeee req-ed6555ab-9fb3-48b7-aca3-b3484d1e38f8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 May 20 15:54:31.341288 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db7570-2097-4946-bfda-1328cc8496cc req-83dc7637-c3c2-48ef-9df6-d84f05c352c3 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:31.342703 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-20db7570-2097-4946-bfda-1328cc8496cc req-83dc7637-c3c2-48ef-9df6-d84f05c352c3 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0813563 May 20 15:54:31.386575 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-20db7570-2097-4946-bfda-1328cc8496cc req-899c4774-d52d-4a16-b39c-72a4b9c5c98a tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 May 20 15:54:31.740493 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd206-af5c-4531-b8ae-b565dd9d9335 req-4131e121-ee4b-48fa-ab44-3d4a101f5af3 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:31.741908 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf6dd206-af5c-4531-b8ae-b565dd9d9335 req-4131e121-ee4b-48fa-ab44-3d4a101f5af3 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 949 time: 0.0886745 May 20 15:54:31.780284 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9d0df-916a-4ed4-97be-d89728572625 req-0d07a163-6a5f-4c8b-9edd-5fe18bc7c3cd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:31.783146 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a9e9d0df-916a-4ed4-97be-d89728572625 req-0d07a163-6a5f-4c8b-9edd-5fe18bc7c3cd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0912123 May 20 15:54:31.800700 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf6dd206-af5c-4531-b8ae-b565dd9d9335 req-d94c8c44-6af3-4ebf-8f6c-251d8fbf6288 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523307 May 20 15:54:31.832463 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a9e9d0df-916a-4ed4-97be-d89728572625 req-d3a7a2e2-bcc5-471b-8dc0-ad22c1e790f9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 May 20 15:54:31.874225 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148547-0405-4d2d-bca8-9a8934741c4d req-7223ad56-1119-4a43-9cd4-78cee8c9b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:31.875814 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-82148547-0405-4d2d-bca8-9a8934741c4d req-7223ad56-1119-4a43-9cd4-78cee8c9b8e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 1102 time: 0.0738926 May 20 15:54:31.918541 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-82148547-0405-4d2d-bca8-9a8934741c4d req-982a3536-2234-4972-be3f-d52f8cf13bc2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342662 May 20 15:54:32.570935 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4528515-34e7-4332-9d56-9fd132eca97f req-a9739ff9-9b2f-4bbc-88c5-332585418271 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:32.572416 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b4528515-34e7-4332-9d56-9fd132eca97f req-a9739ff9-9b2f-4bbc-88c5-332585418271 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0807402 May 20 15:54:32.616687 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b4528515-34e7-4332-9d56-9fd132eca97f req-345f1021-4b45-47c8-9fe3-249884495e8e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386870 May 20 15:54:32.986526 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253c853-5bc9-4c6e-987b-f8ac314c15a9 req-1455b020-cf7f-4978-9120-252617d33e92 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:32.988026 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2253c853-5bc9-4c6e-987b-f8ac314c15a9 req-1455b020-cf7f-4978-9120-252617d33e92 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 949 time: 0.0803218 May 20 15:54:33.025150 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565eb2-f3b8-45e7-a899-b92bd33f052d req-3cbd58fe-72ab-4f9f-9f5b-1015dbc41afc tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:33.026616 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ee565eb2-f3b8-45e7-a899-b92bd33f052d req-3cbd58fe-72ab-4f9f-9f5b-1015dbc41afc tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0817521 May 20 15:54:33.032480 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2253c853-5bc9-4c6e-987b-f8ac314c15a9 req-585f7a8e-0853-4ba5-b608-129a61107dc7 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387890 May 20 15:54:33.073244 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ee565eb2-f3b8-45e7-a899-b92bd33f052d req-11050b99-51c0-49aa-8985-7a70673213e5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 May 20 15:54:33.454740 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d06b-e1bd-4d10-ad2c-b7783f1f5ad9 req-a68f94a2-08a1-47d9-a537-bd7188619445 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:33.456094 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8aa0d06b-e1bd-4d10-ad2c-b7783f1f5ad9 req-a68f94a2-08a1-47d9-a537-bd7188619445 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 949 time: 0.0770023 May 20 15:54:33.500424 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8aa0d06b-e1bd-4d10-ad2c-b7783f1f5ad9 req-5e8d7f75-f885-4ca4-ad2c-cf7445edfccc tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 May 20 15:54:33.724678 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-4964832b-6e94-4452-8992-ad0d3592358f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737746 May 20 15:54:33.805464 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268361-1cf9-4016-9160-233a1f9ec216 req-c9897e58-850f-4a70-9935-bf008d9f458e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:33.806902 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-24268361-1cf9-4016-9160-233a1f9ec216 req-c9897e58-850f-4a70-9935-bf008d9f458e tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.0839820 May 20 15:54:33.818899 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-7657e27a-bc7a-447e-b0d9-651ce256cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:33.820404 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-7657e27a-bc7a-447e-b0d9-651ce256cdf1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 1099 time: 0.0698433 May 20 15:54:33.855946 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-24268361-1cf9-4016-9160-233a1f9ec216 req-5ca65b78-a32a-4ec0-b0d0-0787b31fd1c6 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 May 20 15:54:34.022734 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-e13d9672-8d9a-4c51-ad21-316a6a052569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.024106 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-e13d9672-8d9a-4c51-ad21-316a6a052569 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 911 time: 0.1817091 May 20 15:54:34.038593 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-3813e3c6-8dcb-4378-b12e-4872a4553a35 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.039908 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-3813e3c6-8dcb-4378-b12e-4872a4553a35 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.1610372 May 20 15:54:34.308628 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-25174992-bc7d-4adf-b8b9-fd041b57426c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25381054-7d19-43b2-89d2-2b530f01a602 HTTP/1.1" status: 200 len: 1001 time: 0.2677946 May 20 15:54:34.427005 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-fbbba61f-c794-4e54-b967-5d87945cd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.428444 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-fbbba61f-c794-4e54-b967-5d87945cd283 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 200 len: 849 time: 0.0914094 May 20 15:54:34.441411 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6b7e4-2d0c-4811-bcd3-0f1075a3a2bc req-30649142-c6fc-4710-98b6-9525b8019b98 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.442737 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-09d6b7e4-2d0c-4811-bcd3-0f1075a3a2bc req-30649142-c6fc-4710-98b6-9525b8019b98 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.2250662 May 20 15:54:34.512062 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Deleting port 0e75f5ac-d93c-47d7-b2a5-094e13180733 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:34.512402 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.624725 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-09d6b7e4-2d0c-4811-bcd3-0f1075a3a2bc req-666fad90-446a-4d8a-9ea0-0ce7efb55f10 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405497 May 20 15:54:34.658056 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-cb112102-a593-4944-a1fe-18d6496b49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.659522 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-cb112102-a593-4944-a1fe-18d6496b49c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa771bb-5030-45cb-8aff-d495e9718ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2151773 May 20 15:54:34.684551 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da3a89-4722-4252-8c77-e26054994b4f req-de72b68b-6cb8-4c81-8b72-a2cd087a7a41 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.685999 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c1da3a89-4722-4252-8c77-e26054994b4f req-de72b68b-6cb8-4c81-8b72-a2cd087a7a41 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 949 time: 0.0801811 May 20 15:54:34.722795 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] For port 0e75f5ac-d93c-47d7-b2a5-094e13180733, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0e75f5ac-d93c-47d7-b2a5-094e13180733,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:34.723154 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.735626 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c1da3a89-4722-4252-8c77-e26054994b4f req-b87b2741-3ddd-4ef7-b2e3-4d61f301af7f tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/security-groups?id=50bdb989-2296-44e8-90ab-c463234e7781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 May 20 15:54:34.901214 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Calling delete_port for 0e75f5ac-d93c-47d7-b2a5-094e13180733 owned by compute:nova {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:34.941287 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-5d94821a-444e-4216-8684-4521bfa819b9 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663963 May 20 15:54:34.994156 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-82be0be4-3c92-4f88-ab74-78b6686c7940 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.995562 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-82be0be4-3c92-4f88-ab74-78b6686c7940 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.58 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 949 time: 0.0806746 May 20 15:54:35.131392 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Deleting port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:35.131768 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.201577 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-6a8cc149-7e17-4a13-a3c5-4d5778fba0b1 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531791 May 20 15:54:35.212712 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386f68b-3f20-4116-84be-b80e85aafaa6 req-91b0d175-1576-429c-87e5-18a7b39119be tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:35.214159 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7386f68b-3f20-4116-84be-b80e85aafaa6 req-91b0d175-1576-429c-87e5-18a7b39119be tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 945 time: 0.2464292 May 20 15:54:35.222573 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.229167 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:35.236852 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['0e75f5ac-d93c-47d7-b2a5-094e13180733'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:35.276563 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] For port 2ae2cf13-4ba4-4680-8f05-1c1053089d49, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ae2cf13-4ba4-4680-8f05-1c1053089d49,segment=NetworkSegment(a2c5a8ca-2a12-47ca-ac68-93153686738d),segment_id=a2c5a8ca-2a12-47ca-ac68-93153686738d)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:35.276922 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.289982 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Pushing event deleted for resources: {'Port': ['ID=0e75f5ac-d93c-47d7-b2a5-094e13180733,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:35.338693 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.339045 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.339393 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.339758 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.340099 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.340435 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.340769 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.341122 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.341428 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.341757 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.342085 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.342407 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.354953 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:35.382683 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7386f68b-3f20-4116-84be-b80e85aafaa6 req-907d17df-8db0-48bb-a773-d460dd5ba17c tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/security-groups?id=a93da616-1d5a-42ea-83a2-88feddadceb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585670 May 20 15:54:35.394374 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] No DVR routers for this DVR port 0e75f5ac-d93c-47d7-b2a5-094e13180733 on host hv-cinder-78477 {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:35.397252 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.400161 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b', 'name': 'network-vif-deleted', 'tag': '0e75f5ac-d93c-47d7-b2a5-094e13180733'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:35.401178 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Calling delete_port for 2ae2cf13-4ba4-4680-8f05-1c1053089d49 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:35.416699 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1769a716-7f93-44d5-8967-7b82d7baf5ce req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.58 "DELETE /v2.0/ports/0e75f5ac-d93c-47d7-b2a5-094e13180733 HTTP/1.1" status: 204 len: 173 time: 1.3303733 May 20 15:54:35.451161 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b', 'name': 'network-vif-deleted', 'tag': '0e75f5ac-d93c-47d7-b2a5-094e13180733', 'status': 'completed', 'code': 200} May 20 15:54:35.644686 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.651176 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:35.657547 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['2ae2cf13-4ba4-4680-8f05-1c1053089d49'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:35.701183 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Pushing event deleted for resources: {'Port': ['ID=2ae2cf13-4ba4-4680-8f05-1c1053089d49,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:35.745280 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.745633 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.745977 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.746318 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.746651 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.747172 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.747556 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.747910 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.748297 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.748628 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.748958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.749283 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:35.761158 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:35.803311 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] No DVR routers for this DVR port 2ae2cf13-4ba4-4680-8f05-1c1053089d49 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:35.806298 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.818765 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df', 'name': 'network-vif-deleted', 'tag': '2ae2cf13-4ba4-4680-8f05-1c1053089d49'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:35.829721 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fd97c12c-bed7-4135-88d9-f64c91696459 req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.58 "DELETE /v2.0/ports/2ae2cf13-4ba4-4680-8f05-1c1053089d49 HTTP/1.1" status: 204 len: 173 time: 0.8270109 May 20 15:54:35.882439 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0551-039b-426a-bddd-bbfaf8be3fe7 req-54e31fdc-2eff-49a2-8044-a8b6cd9efbb2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:35.889736 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bffb0551-039b-426a-bddd-bbfaf8be3fe7 req-54e31fdc-2eff-49a2-8044-a8b6cd9efbb2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.1354442 May 20 15:54:35.962277 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-59ea6b60-73ba-40a2-8074-b49eb99adbe4 req-6f8ddc16-8a8f-4278-b683-31038ae223e5 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Synchronizing usage tracker for tenant:b208cb4959134c778999511da042eff2 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:35.975023 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bffb0551-039b-426a-bddd-bbfaf8be3fe7 req-50d5bd0a-256b-489a-a51f-ce96f085bca8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817733 May 20 15:54:35.981944 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-59ea6b60-73ba-40a2-8074-b49eb99adbe4 req-6f8ddc16-8a8f-4278-b683-31038ae223e5 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Unset dirty status for tenant:b208cb4959134c778999511da042eff2 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:35.983480 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ea6b60-73ba-40a2-8074-b49eb99adbe4 req-6f8ddc16-8a8f-4278-b683-31038ae223e5 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 210 time: 0.0731227 May 20 15:54:36.024417 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df', 'name': 'network-vif-deleted', 'tag': '2ae2cf13-4ba4-4680-8f05-1c1053089d49', 'status': 'completed', 'code': 200} May 20 15:54:36.539608 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a7c5e04a-bf79-4cff-bf4e-282eff6e7af6 req-e530fbb3-c73c-440a-91b8-582145f22bbc tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8b5ebe-2b22-4490-8f8d-a37fa93cf21b HTTP/1.1" status: 200 len: 210 time: 0.0418072 May 20 15:54:37.156572 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1819d838-7061-494a-a2e4-d8d839b4ac7a req-3c3716ed-31a1-4386-a664-a3eeffd78c8e tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24dfe8f-1ab6-41cc-bfcc-eebe1f8fc8df HTTP/1.1" status: 200 len: 210 time: 0.0488086 May 20 15:54:37.180732 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5983-a8af-42bf-a73a-fce1ee37106a req-d22ef82d-f466-4836-9adb-4bce6d9262d7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:37.182404 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-66cf5983-a8af-42bf-a73a-fce1ee37106a req-d22ef82d-f466-4836-9adb-4bce6d9262d7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.0931740 May 20 15:54:37.230108 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-66cf5983-a8af-42bf-a73a-fce1ee37106a req-3df343a3-80e4-499e-bece-253a5204ddb6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 May 20 15:54:37.557012 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.631051 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57034) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:37.679661 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 0e75f5ac-d93c-47d7-b2a5-094e13180733 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:37.714734 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 0e75f5ac-d93c-47d7-b2a5-094e13180733 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:37.715078 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 0e75f5ac-d93c-47d7-b2a5-094e13180733 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:38.146786 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496423'] for router_interface, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.509013 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e954336-6846-40d0-9832-18b76e876d23 req-4258e498-20b0-4fe7-996b-0e16c3fd4d0b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:38.510792 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3e954336-6846-40d0-9832-18b76e876d23 req-4258e498-20b0-4fe7-996b-0e16c3fd4d0b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.1422493 May 20 15:54:38.712402 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3e954336-6846-40d0-9832-18b76e876d23 req-cd78f6a2-f462-46ac-8e1d-79879b5ed02b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752684 May 20 15:54:38.753612 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Deleting port 2a725b54-301f-4a83-83a0-04f450ddb248 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:38.753947 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.873847 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] For port 2a725b54-301f-4a83-83a0-04f450ddb248, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=2a725b54-301f-4a83-83a0-04f450ddb248,segment=NetworkSegment(542372a3-4ded-494c-a356-454f380dfd1d),segment_id=542372a3-4ded-494c-a356-454f380dfd1d)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:38.874193 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.998402 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Calling delete_port for 2a725b54-301f-4a83-83a0-04f450ddb248 owned by network:router_interface {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:39.281076 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.284831 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:39.330002 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a725b54-301f-4a83-83a0-04f450ddb248,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:39.332820 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:39.458104 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-5437e93b-904e-40e7-bf08-4c592a365731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.588539 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-523180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496531'] for router_interface, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.682149 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:54:39.684771 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 2ae2cf13-4ba4-4680-8f05-1c1053089d49 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:39.723587 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 2ae2cf13-4ba4-4680-8f05-1c1053089d49 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:39.724033 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 2ae2cf13-4ba4-4680-8f05-1c1053089d49 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:39.876710 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:39.894210 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': 'a35686eb-db4e-4218-b271-421000879b39', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'port_id': 'a35686eb-db4e-4218-b271-421000879b39', 'mac_address': 'fa:16:3e:1a:62:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:54:39.950565 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47c35e-e7ac-4249-993d-a9ae42e5899a req-5c540429-34ee-4eeb-a2db-96cfaf13af2c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:39.953018 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ae47c35e-e7ac-4249-993d-a9ae42e5899a req-5c540429-34ee-4eeb-a2db-96cfaf13af2c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 943 time: 0.1115749 May 20 15:54:39.993731 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.018308 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35686eb-db4e-4218-b271-421000879b39 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:40.022424 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:54:40.032399 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ae47c35e-e7ac-4249-993d-a9ae42e5899a req-c8633381-f424-4431-8b71-9bdf5dbdd909 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732183 May 20 15:54:40.038203 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:40.042206 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.044384 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:40.146040 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=9']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:40.149708 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:40.283306 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['a35686eb-db4e-4218-b271-421000879b39'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:40.335020 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:40.348392 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] Sync routers for ids ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:40.353999 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57228) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:40.359798 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] 10.222.0.47 "PUT /v2.0/routers/b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7270329 May 20 15:54:40.373344 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] Routers {'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:40.373981 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:54:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:40.621354 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] Set router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:40.692856 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks [] for router, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.873705 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.909499 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:14Z', 'updated_at': '2021-05-20T15:54:39Z', 'revision_number': 5, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'gw_port': {'id': '18c33a2b-626b-41f7-8542-bf14c1137c1f', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:40.914570 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] Checking router: b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:54:40.923553 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] Routers {'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:40.924174 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:54:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:40.945606 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Deleting port 18c33a2b-626b-41f7-8542-bf14c1137c1f {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:40.945953 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.092536 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] For port 18c33a2b-626b-41f7-8542-bf14c1137c1f, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=18c33a2b-626b-41f7-8542-bf14c1137c1f,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:41.093217 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.129699 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] Set router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df gateway port host: None {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:41.242141 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Calling delete_port for 18c33a2b-626b-41f7-8542-bf14c1137c1f owned by network:router_gateway {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:41.260272 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:14Z', 'updated_at': '2021-05-20T15:54:40Z', 'revision_number': 6, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'gw_port_host': None}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:41.265028 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325bd1e-3886-460c-a5d8-8315dbb647f8 None None] The sync data for ids ['b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df'] in dv-cinder-784779-12-iscsi is: [{'id': 'b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1656700393-router', 'tenant_id': 'b890624e3d734594ae45927cebe3c4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:14Z', 'updated_at': '2021-05-20T15:54:40Z', 'revision_number': 6, 'project_id': 'b890624e3d734594ae45927cebe3c4a0', 'gw_port_host': None}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:41.470777 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25647943-a297-46bd-89c4-2984ed346976 req-aaab4ccf-ebdf-4cc9-9790-6201dcc8d78a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:41.472566 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-25647943-a297-46bd-89c4-2984ed346976 req-aaab4ccf-ebdf-4cc9-9790-6201dcc8d78a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 944 time: 0.2391784 May 20 15:54:41.552697 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-25647943-a297-46bd-89c4-2984ed346976 req-ffdc8296-6777-4d50-bb61-d8673f21d830 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713689 May 20 15:54:41.651346 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.657400 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:41.696686 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:41.706150 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c33a2b-626b-41f7-8542-bf14c1137c1f,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:41.709741 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:41.793674 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port a35686eb-db4e-4218-b271-421000879b39 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:41.794213 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.879662 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.903966 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474892'] for router_gateway, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.953535 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.980688 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35686eb-db4e-4218-b271-421000879b39'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:41.990821 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:41.994603 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.996686 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:42.033242 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35686eb-db4e-4218-b271-421000879b39', 'code': 200} May 20 15:54:42.071216 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=10']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:42.075192 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:42.117872 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-1223511e-2d0c-4774-a440-d461f4061cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.198035 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.200891 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.288199 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab38dc-b0be-444b-a64a-9ffa4f7b7948 req-63f4909f-2b4d-4828-9404-f82175b8a4a2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:42.289934 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3dab38dc-b0be-444b-a64a-9ffa4f7b7948 req-63f4909f-2b4d-4828-9404-f82175b8a4a2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.5173247 May 20 15:54:42.313649 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-474160'] for router, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.314124 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df {{(pid=91644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:54:42.345135 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.349077 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b0fd59bb-ad1d-467a-b7bd-69a6bbb8a6df HTTP/1.1" status: 204 len: 168 time: 1.9910591 May 20 15:54:42.349279 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57286) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:42.387659 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3dab38dc-b0be-444b-a64a-9ffa4f7b7948 req-caa892f7-af59-4fa0-b18f-6f4dd3cee2dc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913236 May 20 15:54:42.423877 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] Deleting subnet 5a09df72-a068-405b-b078-e72711c473f8 {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:42.426963 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.482410 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.537355 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.552218 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc3305-7a5c-4f0a-b9a4-58eff29bd71f req-ab9cd349-e5c7-409b-b724-2a8c4d8634fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:42.553691 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cccc3305-7a5c-4f0a-b9a4-58eff29bd71f req-ab9cd349-e5c7-409b-b724-2a8c4d8634fb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 1099 time: 0.0711312 May 20 15:54:42.594444 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cccc3305-7a5c-4f0a-b9a4-58eff29bd71f req-7a38cb83-2707-4a0d-9b92-efc3127db147 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343695 May 20 15:54:42.762004 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75a3e8-e9a5-4a1b-a71f-e4fde6785c66 req-0ae8e9d7-935a-4097-a583-f19e080322cc tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:42.763377 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8d75a3e8-e9a5-4a1b-a71f-e4fde6785c66 req-0ae8e9d7-935a-4097-a583-f19e080322cc tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 946 time: 0.0818238 May 20 15:54:42.783916 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.788783 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-edbb2e7a-da54-470a-9668-e147c2bc34ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:42.810471 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8d75a3e8-e9a5-4a1b-a71f-e4fde6785c66 req-e6c15316-5c11-4d8a-b2d8-d223f7d026ba tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407813 May 20 15:54:42.822377 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a09df72-a068-405b-b078-e72711c473f8,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:42.825430 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:42.826407 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.833206 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5a09df72-a068-405b-b078-e72711c473f8 HTTP/1.1" status: 204 len: 168 time: 0.4823432 May 20 15:54:42.835679 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57292) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:42.938940 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.039907 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 2a725b54-301f-4a83-83a0-04f450ddb248 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:43.065608 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.076278 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 2a725b54-301f-4a83-83a0-04f450ddb248 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:43.076714 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 2a725b54-301f-4a83-83a0-04f450ddb248 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:43.077216 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 18c33a2b-626b-41f7-8542-bf14c1137c1f no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:43.081579 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acadefb-1ef9-47b6-91a4-9b1c8bad9691']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:43.097790 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542372a3-4ded-494c-a356-454f380dfd1d') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:43.098048 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542372a3-4ded-494c-a356-454f380dfd1d') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:43.114198 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.116764 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 18c33a2b-626b-41f7-8542-bf14c1137c1f {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:43.117115 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 18c33a2b-626b-41f7-8542-bf14c1137c1f not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:43.132472 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.143197 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.150658 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:43.151173 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:43.164270 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:43.235882 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57302) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:43.243478 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.250135 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.252554 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:43.273930 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Pushing event deleted for resources: {'Network': ['ID=1acadefb-1ef9-47b6-91a4-9b1c8bad9691,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:43.276322 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:43.282260 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-590e0f0d-c4e5-4510-93f6-58b293244625 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1acadefb-1ef9-47b6-91a4-9b1c8bad9691 HTTP/1.1" status: 204 len: 168 time: 0.4456027 May 20 15:54:43.388489 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-662e2fa8-a282-4318-973f-e83c24b8d965 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b208cb4959134c778999511da042eff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513481 May 20 15:54:43.391414 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57310) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:43.396032 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57314) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:43.456729 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f97b-a4f9-4de2-b738-4146fd7bfa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.462672 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-78eeff5b-375b-4bd2-8f5a-728493530717 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b890624e3d734594ae45927cebe3c4a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0654678 May 20 15:54:43.467591 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57322) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:43.510286 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f97b-a4f9-4de2-b738-4146fd7bfa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.631968 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ca165853-d33a-465a-bca5-ddbef42d9283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.668232 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ca165853-d33a-465a-bca5-ddbef42d9283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.683356 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f97b-a4f9-4de2-b738-4146fd7bfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.694436 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f6ddaf40-1782-4774-b06c-7ce939ba8e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:43.720838 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9f97b-a4f9-4de2-b738-4146fd7bfa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bdb989-2296-44e8-90ab-c463234e7781,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:43.734701 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc643049-b314-4b1a-b2f3-84b55434d737 req-a58c06c4-7d68-4a4c-8db9-a2eb59f79133 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:43.736456 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bc643049-b314-4b1a-b2f3-84b55434d737 req-a58c06c4-7d68-4a4c-8db9-a2eb59f79133 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1903045 May 20 15:54:43.737629 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c8a9f97b-a4f9-4de2-b738-4146fd7bfa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:43.761661 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f97b-a4f9-4de2-b738-4146fd7bfa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.762823 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-c8a9f97b-a4f9-4de2-b738-4146fd7bfa4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50bdb989-2296-44e8-90ab-c463234e7781 HTTP/1.1" status: 204 len: 168 time: 0.3704967 May 20 15:54:43.793159 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bc643049-b314-4b1a-b2f3-84b55434d737 req-7f4b2c88-f994-4b25-b242-f7d787802c74 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501823 May 20 15:54:43.798285 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ca165853-d33a-465a-bca5-ddbef42d9283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.804011 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cb947597-331e-4294-8774-c65bca27cbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:43.825592 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165853-d33a-465a-bca5-ddbef42d9283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93da616-1d5a-42ea-83a2-88feddadceb8,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:43.830643 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ca165853-d33a-465a-bca5-ddbef42d9283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:43.833936 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ca165853-d33a-465a-bca5-ddbef42d9283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.834991 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ca165853-d33a-465a-bca5-ddbef42d9283 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a93da616-1d5a-42ea-83a2-88feddadceb8 HTTP/1.1" status: 204 len: 168 time: 0.3664801 May 20 15:54:44.052136 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097842d0-567f-42d6-96e1-8c9efb7fea35 req-158896d0-fa23-4f0c-912d-85e3f08318a6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:44.052136 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-097842d0-567f-42d6-96e1-8c9efb7fea35 req-158896d0-fa23-4f0c-912d-85e3f08318a6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 946 time: 0.1009870 May 20 15:54:44.123557 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-097842d0-567f-42d6-96e1-8c9efb7fea35 req-1a73e512-1dc3-45b3-806b-5c4d8819b2c9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647326 May 20 15:54:44.685966 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:45.074968 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b17c7-d66a-409f-9766-e88c339492f1 req-e40d9406-ad53-42a1-a343-83715fd83167 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:45.076465 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-738b17c7-d66a-409f-9766-e88c339492f1 req-e40d9406-ad53-42a1-a343-83715fd83167 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1729033 May 20 15:54:45.122424 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-738b17c7-d66a-409f-9766-e88c339492f1 req-98983bc1-5098-4dee-88d9-86fe935b05b4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 May 20 15:54:45.319372 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fbb25-4e59-4d4a-99da-789757d4f5c4 req-571e46f7-9ddd-4f92-a8f1-e9f0110e4857 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:45.320857 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6f4fbb25-4e59-4d4a-99da-789757d4f5c4 req-571e46f7-9ddd-4f92-a8f1-e9f0110e4857 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 946 time: 0.0803761 May 20 15:54:45.365099 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6f4fbb25-4e59-4d4a-99da-789757d4f5c4 req-2f5162ff-4594-49d4-a817-56408f97b1ff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384707 May 20 15:54:45.942514 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57430) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:46.060408 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.074179 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:46.078752 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Usage tracker for resource:security_group_rule and tenant:760cc34342664ddf9ca94a21910d2fd7 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:46.081598 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:46.087273 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:46.170467 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.174212 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.181074 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a61ab581-ea8e-46d9-8ec7-7a6f95ef1b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:46.221951 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=760cc34342664ddf9ca94a21910d2fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780135 May 20 15:54:46.222753 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74feaaa-c79a-47b2-8afb-bbe341bc08e7,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:46.224635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57438) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:46.226062 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:46.283539 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c056e0cd-e773-4ad0-a385-ec6713c7b252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.309828 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a26988-c6c5-4f3e-b9e3-e28021b75e18 req-8378e333-5729-4a3b-9b81-97fc7ebb158c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:46.311289 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b6a26988-c6c5-4f3e-b9e3-e28021b75e18 req-8378e333-5729-4a3b-9b81-97fc7ebb158c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0811760 May 20 15:54:46.312472 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c056e0cd-e773-4ad0-a385-ec6713c7b252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.356067 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b6a26988-c6c5-4f3e-b9e3-e28021b75e18 req-86dbc1f7-713a-4be1-87d4-499c66c70e05 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384908 May 20 15:54:46.363259 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c056e0cd-e773-4ad0-a385-ec6713c7b252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.368066 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d45ba1a7-8eeb-489e-ad22-dff7dbcf3ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:46.381244 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056e0cd-e773-4ad0-a385-ec6713c7b252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74feaaa-c79a-47b2-8afb-bbe341bc08e7,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:46.384025 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c056e0cd-e773-4ad0-a385-ec6713c7b252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:46.384941 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c056e0cd-e773-4ad0-a385-ec6713c7b252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.387633 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c056e0cd-e773-4ad0-a385-ec6713c7b252 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a74feaaa-c79a-47b2-8afb-bbe341bc08e7 HTTP/1.1" status: 204 len: 168 time: 0.1619797 May 20 15:54:46.660576 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57446) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:46.678117 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.692450 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:46.696248 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2667e88f174abbb0cc7a14843c1d98 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:46.699003 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:46.705141 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:46.786377 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.790069 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.797058 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4dbf8601-d628-4031-b545-a7d646f5b658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:46.836721 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f4f09c-2dbf-4836-bf2a-d10c475678d8,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:46.839646 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:46.842265 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e2667e88f174abbb0cc7a14843c1d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807129 May 20 15:54:46.844892 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57450) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:46.906061 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9066cbe7-31a3-4df1-963f-a7a28fc155bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.930901 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9066cbe7-31a3-4df1-963f-a7a28fc155bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.982237 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9066cbe7-31a3-4df1-963f-a7a28fc155bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.986602 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ef977730-14fe-4f34-a4da-1b82c0b551f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:46.997776 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066cbe7-31a3-4df1-963f-a7a28fc155bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f4f09c-2dbf-4836-bf2a-d10c475678d8,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:47.002126 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9066cbe7-31a3-4df1-963f-a7a28fc155bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:47.004034 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9066cbe7-31a3-4df1-963f-a7a28fc155bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.005117 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-9066cbe7-31a3-4df1-963f-a7a28fc155bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3f4f09c-2dbf-4836-bf2a-d10c475678d8 HTTP/1.1" status: 204 len: 168 time: 0.1593933 May 20 15:54:47.690205 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922c0d-d8bf-4f2e-9370-c191fe9e4a91 req-597c0510-ac8a-4c10-9239-6b1c8d8e1ad9 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:47.691828 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-26922c0d-d8bf-4f2e-9370-c191fe9e4a91 req-597c0510-ac8a-4c10-9239-6b1c8d8e1ad9 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0802643 May 20 15:54:47.740088 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-26922c0d-d8bf-4f2e-9370-c191fe9e4a91 req-165be33b-4073-48c2-b0e5-6ee87e6a9033 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427885 May 20 15:54:48.925843 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56584e-cc96-4068-a8c2-8482551d6895 req-83c3977d-3ad0-4afc-9ae5-c6d93b0a6b6f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:48.927299 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9e56584e-cc96-4068-a8c2-8482551d6895 req-83c3977d-3ad0-4afc-9ae5-c6d93b0a6b6f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0838499 May 20 15:54:48.971242 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9e56584e-cc96-4068-a8c2-8482551d6895 req-9e9f2575-2d89-4e90-9579-452f5d9b45ad tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381820 May 20 15:54:49.152770 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57526) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:49.266385 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.280221 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:49.284496 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Usage tracker for resource:security_group_rule and tenant:d0469c5f2b114238aba2d6556a66232e is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:49.287258 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:49.292919 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:49.375138 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.378849 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.387063 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9b67780e-a186-41ca-8b6c-13f2cfe70b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:49.426677 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0469c5f2b114238aba2d6556a66232e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727449 May 20 15:54:49.427328 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f366fd5-994a-465c-9b5f-c831de1f1c0b,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:49.429296 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57532) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:49.430222 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:49.486403 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-02a910c6-c78b-47a1-9113-bb7d64f772ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.511044 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-02a910c6-c78b-47a1-9113-bb7d64f772ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.561242 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-02a910c6-c78b-47a1-9113-bb7d64f772ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.564792 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ece4f031-ca34-487a-a490-a6b384a7e2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:49.576319 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a910c6-c78b-47a1-9113-bb7d64f772ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f366fd5-994a-465c-9b5f-c831de1f1c0b,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:49.579658 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-02a910c6-c78b-47a1-9113-bb7d64f772ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:49.586597 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-02a910c6-c78b-47a1-9113-bb7d64f772ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.590060 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-02a910c6-c78b-47a1-9113-bb7d64f772ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f366fd5-994a-465c-9b5f-c831de1f1c0b HTTP/1.1" status: 204 len: 168 time: 0.1574321 May 20 15:54:49.856995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57540) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:49.874087 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.887804 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:49.892027 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Usage tracker for resource:security_group_rule and tenant:bbddcc9549134a3f8e01560e078af197 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:49.894766 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:49.900421 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:49.987206 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.991756 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.000995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-47c7433d-b399-49ac-8905-dbe0319f6adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:50.041547 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bbddcc9549134a3f8e01560e078af197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834481 May 20 15:54:50.042528 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e6afd-9346-40ed-af7a-ea467f050c6c,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:50.044402 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57546) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:50.045525 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:50.158007 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dea96bce-203f-4f80-9785-0f642b49bc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.188791 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dea96bce-203f-4f80-9785-0f642b49bc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.236009 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0a88d-2af7-47ab-b633-0bdc2dfab2d3 req-288ed187-fd62-4450-a675-f0b9bc8e660f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:50.237518 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-25d0a88d-2af7-47ab-b633-0bdc2dfab2d3 req-288ed187-fd62-4450-a675-f0b9bc8e660f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1521168 May 20 15:54:50.276994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dea96bce-203f-4f80-9785-0f642b49bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.282897 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fbf1cc32-c650-4816-aa8d-a3b39753c7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:50.295989 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-25d0a88d-2af7-47ab-b633-0bdc2dfab2d3 req-99e78683-c871-4112-a1f3-625317b9ced7 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529165 May 20 15:54:50.298994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea96bce-203f-4f80-9785-0f642b49bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e6afd-9346-40ed-af7a-ea467f050c6c,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:50.301731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-dea96bce-203f-4f80-9785-0f642b49bc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:50.309286 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dea96bce-203f-4f80-9785-0f642b49bc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.312879 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-dea96bce-203f-4f80-9785-0f642b49bc5a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e6e6afd-9346-40ed-af7a-ea467f050c6c HTTP/1.1" status: 204 len: 168 time: 0.2659218 May 20 15:54:51.016767 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57570) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:51.120064 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1032467684-network', 'tenant_id': '6e1c8e85ae4f43f2b9e49d511a3d8588'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:51.124567 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:51.128596 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Usage tracker for resource:network and tenant:6e1c8e85ae4f43f2b9e49d511a3d8588 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:51.131571 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:51.137933 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:51.148228 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Made reservation on behalf of 6e1c8e85ae4f43f2b9e49d511a3d8588 for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:51.150411 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.162484 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.176032 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:51.179713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Usage tracker for resource:security_group_rule and tenant:6e1c8e85ae4f43f2b9e49d511a3d8588 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:51.182372 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:51.187937 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:51.267148 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.270885 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.274643 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-90695d4a-634c-4934-b6c3-5dae195a529e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:51.298143 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:51.310418 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a875cc-6e27-4237-bd50-a5e378d1d5af,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:51.313631 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:51.316372 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.316736 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Added segment c0806515-adf2-4ed4-837f-4b0594fba7a8 of type vlan for network c920d439-f020-4db0-872f-7551e78581f9 May 20 15:54:51.347882 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.375950 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.377435 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:51.378009 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.381307 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f5443c82-84ff-487e-ba55-80dee134f2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:51.525109 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5072062 May 20 15:54:51.525933 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Pushing event updated for resources: {'Network': ['ID=c920d439-f020-4db0-872f-7551e78581f9,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:51.528109 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57578) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:51.528726 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:51.534076 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Request body: {'subnet': {'network_id': 'c920d439-f020-4db0-872f-7551e78581f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1032467684-subnet', 'tenant_id': '6e1c8e85ae4f43f2b9e49d511a3d8588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:51.536538 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network c920d439-f020-4db0-872f-7551e78581f9 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:51.539195 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:51.543428 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Usage tracker for resource:subnet and tenant:6e1c8e85ae4f43f2b9e49d511a3d8588 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:51.548174 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:51.555481 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:51.566864 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Made reservation on behalf of 6e1c8e85ae4f43f2b9e49d511a3d8588 for: {'subnet': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:51.569206 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4028884'] for subnet, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.573318 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34fe09-5acd-4a50-9d39-c73a017daf72 req-eb8cb4b8-34e8-43e7-8761-fbbba30de350 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:51.574806 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b34fe09-5acd-4a50-9d39-c73a017daf72 req-eb8cb4b8-34e8-43e7-8761-fbbba30de350 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1478226 May 20 15:54:51.623612 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b34fe09-5acd-4a50-9d39-c73a017daf72 req-6daf4faf-8cd4-4289-a33f-30de12f0e6e8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 May 20 15:54:52.032145 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3905257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4028870'] for subnet, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.039907 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:52.138773 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3244b70-d2f5-43c9-af58-62a0ab94bd1d,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:52.142384 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:52.146717 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Checking segment: {'id': 'c0806515-adf2-4ed4-837f-4b0594fba7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c920d439-f020-4db0-872f-7551e78581f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:52.147067 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Network hostable DHCP agents. Network: c920d439-f020-4db0-872f-7551e78581f9, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:52.166216 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Network c920d439-f020-4db0-872f-7551e78581f9 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:52.175752 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, c920d439-f020-4db0-872f-7551e78581f9) {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:52.184773 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:52.185702 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ea72b-7751-4750-b297-4e6732467699 None None] Network c920d439-f020-4db0-872f-7551e78581f9 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:52.185838 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.208309 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6791224 May 20 15:54:52.378660 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d48f5-9477-4a55-816c-f2e38bde8554 None None] Network c920d439-f020-4db0-872f-7551e78581f9 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:52.756407 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57598) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:52.762052 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1586533384-network', 'tenant_id': '8badf8c567df47538dea4629be380e0c'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:52.767150 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:52.771142 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Usage tracker for resource:network and tenant:8badf8c567df47538dea4629be380e0c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:52.774073 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:52.780144 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:52.791113 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Made reservation on behalf of 8badf8c567df47538dea4629be380e0c for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:52.793529 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.806297 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.820920 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:52.824839 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Usage tracker for resource:security_group_rule and tenant:8badf8c567df47538dea4629be380e0c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:52.828108 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:52.834127 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:52.849572 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4d3f-6b84-40d1-9931-ffa933753369 req-136fdb86-4dfb-4268-b90f-67cfa4b758e5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:52.851062 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-546a4d3f-6b84-40d1-9931-ffa933753369 req-136fdb86-4dfb-4268-b90f-67cfa4b758e5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1149178 May 20 15:54:52.897365 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-546a4d3f-6b84-40d1-9931-ffa933753369 req-95c1337c-501f-44b3-960e-e08efebc75fc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401936 May 20 15:54:52.925143 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.929710 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.932637 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-7512a957-f57e-40e0-ad3d-ca36b2b079ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:52.958164 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:52.971221 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87541fcf-bca7-4b82-b669-8b467de446fa,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:52.976545 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:52.977749 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.978202 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Added segment edeaf9ea-c04b-4cc3-894e-974aaef56c9c of type vlan for network e67b960f-61db-4228-bbe1-6688041e1051 May 20 15:54:53.005703 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.034618 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.036168 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:53.036742 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.041262 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:53.150382 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3926983 May 20 15:54:53.153612 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57606) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:53.153774 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Pushing event updated for resources: {'Network': ['ID=e67b960f-61db-4228-bbe1-6688041e1051,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:53.156472 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:53.159615 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Request body: {'subnet': {'network_id': 'e67b960f-61db-4228-bbe1-6688041e1051', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1586533384-subnet', 'tenant_id': '8badf8c567df47538dea4629be380e0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:53.164414 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:53.170187 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Usage tracker for resource:subnet and tenant:8badf8c567df47538dea4629be380e0c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:53.171402 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network e67b960f-61db-4228-bbe1-6688041e1051 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:53.173836 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:53.180063 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:53.263424 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Made reservation on behalf of 8badf8c567df47538dea4629be380e0c for: {'subnet': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:53.266217 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4028884'] for subnet, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.425577 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-74c3dc1c-4fae-4486-b6fd-d3eef7844624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:53.426962 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-74c3dc1c-4fae-4486-b6fd-d3eef7844624 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 1099 time: 0.1941233 May 20 15:54:53.435295 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcba13-dc4a-4ead-8d97-41de8dc3232d req-e71eb79f-441e-4dc0-9bc5-d0f70e7e7fa6 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:53.436662 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bcfcba13-dc4a-4ead-8d97-41de8dc3232d req-e71eb79f-441e-4dc0-9bc5-d0f70e7e7fa6 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.2510242 May 20 15:54:53.640281 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bcfcba13-dc4a-4ead-8d97-41de8dc3232d req-2d12e980-f219-4c8d-a003-792ddd7a04b2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826055 May 20 15:54:53.674036 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-d839b67c-495a-42ae-9d5b-dba1738322d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:53.675818 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-d839b67c-495a-42ae-9d5b-dba1738322d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 911 time: 0.2367780 May 20 15:54:53.799933 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-304968a3-bd29-4a19-9926-bf8d3dd4ce11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25381054-7d19-43b2-89d2-2b530f01a602 HTTP/1.1" status: 200 len: 1001 time: 0.1110661 May 20 15:54:53.917534 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-0d2659fa-9107-4d4f-9836-6004c19a1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:53.918967 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-0d2659fa-9107-4d4f-9836-6004c19a1942 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 200 len: 849 time: 0.0749698 May 20 15:54:54.050525 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-654fe780-6197-456a-9f9d-7d196cfae281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:54.052031 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-654fe780-6197-456a-9f9d-7d196cfae281 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa771bb-5030-45cb-8aff-d495e9718ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1256056 May 20 15:54:54.058812 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3905257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4028870'] for subnet, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.082881 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a4c0a392-cde4-49d7-973c-e4147c2009e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:54.223227 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ba13ef-885f-49e6-8c9b-8d2a2a3e8c3d,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:54.232811 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:54.252623 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Checking segment: {'id': 'edeaf9ea-c04b-4cc3-894e-974aaef56c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e67b960f-61db-4228-bbe1-6688041e1051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:54.252972 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Network hostable DHCP agents. Network: e67b960f-61db-4228-bbe1-6688041e1051, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:54.267899 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-a5565d3c-31a2-473c-a7da-183ca6587e9d service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080078 May 20 15:54:54.298585 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Network e67b960f-61db-4228-bbe1-6688041e1051 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:54.322426 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, e67b960f-61db-4228-bbe1-6688041e1051) {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:54.330044 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3cea47-2851-4340-986c-ea7ce964331d None None] Network e67b960f-61db-4228-bbe1-6688041e1051 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:54.381929 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:54.382520 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.416215 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-7fa973eb-7a22-4766-b3e9-1c472fc0b653 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2611475 May 20 15:54:54.424741 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-edd31b70-0b2f-43e4-b799-a22d2ce62512 req-f029c909-cecf-4eab-ac37-1fefd3a56c94 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495502 May 20 15:54:54.524256 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36939928-0ccd-4831-a32c-41a89b7c5759 None None] Network e67b960f-61db-4228-bbe1-6688041e1051 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:54.825271 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c27e6c-a475-4acd-9810-bda37438b419 req-1fe82040-f231-412c-ac9f-03162a6ca3c4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:54.826760 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-28c27e6c-a475-4acd-9810-bda37438b419 req-1fe82040-f231-412c-ac9f-03162a6ca3c4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0797348 May 20 15:54:54.873698 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-28c27e6c-a475-4acd-9810-bda37438b419 req-7a4e5ddf-f2c9-4229-858c-833b955ab428 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 May 20 15:54:56.154361 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1e9b2-4954-42e0-b56d-fbb4c5cded32 req-19396b79-3040-40b6-9b77-63d679a5474d tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:56.155818 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7cd1e9b2-4954-42e0-b56d-fbb4c5cded32 req-19396b79-3040-40b6-9b77-63d679a5474d tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.1775117 May 20 15:54:56.199598 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7cd1e9b2-4954-42e0-b56d-fbb4c5cded32 req-a7aaf5bc-d193-436e-a650-5c0dca31c1de tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380085 May 20 15:55:06.591114 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:55:07.554541 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.463075 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-f6139afc-9064-443e-8b04-e2befb57d972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.689752 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57736) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:10.750342 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f78fc4e-52a8-49bb-89d6-8afb2c2bd68c admin admin] Deleting subnet c3244b70-d2f5-43c9-af58-62a0ab94bd1d {{(pid=91643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:55:10.753245 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3f78fc4e-52a8-49bb-89d6-8afb2c2bd68c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.800311 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3f78fc4e-52a8-49bb-89d6-8afb2c2bd68c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4097012'] for subnet, precommit_delete_associations {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.853610 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3f78fc4e-52a8-49bb-89d6-8afb2c2bd68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.093136 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3f78fc4e-52a8-49bb-89d6-8afb2c2bd68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3905190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028879'] for subnet, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.098170 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c9b36b17-bc4a-42fb-9921-7807c36fd0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:11.132093 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78fc4e-52a8-49bb-89d6-8afb2c2bd68c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3244b70-d2f5-43c9-af58-62a0ab94bd1d,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:11.134012 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3f78fc4e-52a8-49bb-89d6-8afb2c2bd68c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.136594 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3f78fc4e-52a8-49bb-89d6-8afb2c2bd68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:11.140559 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-3f78fc4e-52a8-49bb-89d6-8afb2c2bd68c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c3244b70-d2f5-43c9-af58-62a0ab94bd1d HTTP/1.1" status: 204 len: 168 time: 0.4497907 May 20 15:55:11.142983 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57740) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:11.245512 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.366975 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.379276 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c920d439-f020-4db0-872f-7551e78581f9']}} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:11.391333 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0806515-adf2-4ed4-837f-4b0594fba7a8') {'for_net_delete': True} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:11.391624 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0806515-adf2-4ed4-837f-4b0594fba7a8') {} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:11.402464 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4097019'] for segment, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.418130 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.424090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=91643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:11.424460 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3905024'] for segment, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: Traceback (most recent call last): May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: timer() May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: cb(*args, **kw) May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: return func(*args, **kwargs) May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: self._notify() May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: self.callback(batched_events) May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: event.method(event) May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: return f(self, *a, **k) May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._get(url).json() May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: return self.request(url, 'GET', **kwargs) May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:11.436964 dv-cinder-784779-12-iscsi neutron-server[91643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:11.510134 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.513511 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:11.526847 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.536977 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] 10.222.0.47 "DELETE /v2.0/networks/c920d439-f020-4db0-872f-7551e78581f9 HTTP/1.1" status: 204 len: 168 time: 0.3931012 May 20 15:55:11.537815 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Pushing event deleted for resources: {'Network': ['ID=c920d439-f020-4db0-872f-7551e78581f9,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:11.539764 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57744) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:11.540461 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:11.598057 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0541d89-766f-4e7c-a52c-a739d870e55e admin admin] Deleting subnet 83ba13ef-885f-49e6-8c9b-8d2a2a3e8c3d {{(pid=91643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:55:11.601001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b0541d89-766f-4e7c-a52c-a739d870e55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.650901 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b0541d89-766f-4e7c-a52c-a739d870e55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4097012'] for subnet, precommit_delete_associations {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.703390 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b0541d89-766f-4e7c-a52c-a739d870e55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.854002 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.945465 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b0541d89-766f-4e7c-a52c-a739d870e55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3905190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028879'] for subnet, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.950196 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d8b1e7f4-d3a7-48d7-b2e9-7df288413668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:11.986328 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b0541d89-766f-4e7c-a52c-a739d870e55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.988660 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0541d89-766f-4e7c-a52c-a739d870e55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ba13ef-885f-49e6-8c9b-8d2a2a3e8c3d,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:11.990661 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b0541d89-766f-4e7c-a52c-a739d870e55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:11.994871 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-b0541d89-766f-4e7c-a52c-a739d870e55e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/83ba13ef-885f-49e6-8c9b-8d2a2a3e8c3d HTTP/1.1" status: 204 len: 168 time: 0.4535172 May 20 15:55:11.997389 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57748) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:12.121266 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb4bd-9478-44bf-b4d1-5874ff0c34c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.189667 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.310378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.323225 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67b960f-61db-4228-bbe1-6688041e1051']}} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:12.334979 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edeaf9ea-c04b-4cc3-894e-974aaef56c9c') {'for_net_delete': True} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:12.335274 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edeaf9ea-c04b-4cc3-894e-974aaef56c9c') {} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:12.346453 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4097019'] for segment, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.362248 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.368247 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=91643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:12.368620 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3905024'] for segment, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: Traceback (most recent call last): May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: timer() May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: cb(*args, **kw) May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: return func(*args, **kwargs) May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: self._notify() May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: self.callback(batched_events) May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: event.method(event) May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: return f(self, *a, **k) May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._get(url).json() May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: return self.request(url, 'GET', **kwargs) May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:12.382087 dv-cinder-784779-12-iscsi neutron-server[91643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:12.457210 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.461610 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.463875 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:12.483232 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e67b960f-61db-4228-bbe1-6688041e1051,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:12.485859 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:12.487354 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-3b750cd3-7458-4f54-819d-d2cb2315e7d6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e67b960f-61db-4228-bbe1-6688041e1051 HTTP/1.1" status: 204 len: 168 time: 0.4890738 May 20 15:55:12.651466 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57754) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:12.698853 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-92a6c265-a405-47a0-bc09-e4a72c8f2225 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e1c8e85ae4f43f2b9e49d511a3d8588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462098 May 20 15:55:12.701180 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57758) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:12.761097 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f0381334-6a74-4ba8-bffb-07c5a117ee20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.786248 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f0381334-6a74-4ba8-bffb-07c5a117ee20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.835772 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f0381334-6a74-4ba8-bffb-07c5a117ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.840461 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c03db827-780e-46c1-acd7-c83f22d7210c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:12.851331 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0381334-6a74-4ba8-bffb-07c5a117ee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a875cc-6e27-4237-bd50-a5e378d1d5af,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:12.854677 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f0381334-6a74-4ba8-bffb-07c5a117ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:12.858044 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f0381334-6a74-4ba8-bffb-07c5a117ee20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.859149 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-f0381334-6a74-4ba8-bffb-07c5a117ee20 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10a875cc-6e27-4237-bd50-a5e378d1d5af HTTP/1.1" status: 204 len: 168 time: 0.1571138 May 20 15:55:13.134723 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.194462 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57768) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:13.243593 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-3e8376a8-c737-4e5f-8d8f-2c562d8d5700 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8badf8c567df47538dea4629be380e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479815 May 20 15:55:13.245877 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57772) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:13.301758 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f11010c-1186-4037-a0fc-5e2e314c2b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.326681 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f11010c-1186-4037-a0fc-5e2e314c2b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.380163 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f11010c-1186-4037-a0fc-5e2e314c2b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.384926 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fc4a9f6e-03cc-45f9-abd6-6871eab7b981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:13.395444 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11010c-1186-4037-a0fc-5e2e314c2b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87541fcf-bca7-4b82-b669-8b467de446fa,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:13.400313 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1f11010c-1186-4037-a0fc-5e2e314c2b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:13.401918 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1f11010c-1186-4037-a0fc-5e2e314c2b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.403021 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1f11010c-1186-4037-a0fc-5e2e314c2b91 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87541fcf-bca7-4b82-b669-8b467de446fa HTTP/1.1" status: 204 len: 168 time: 0.1562617 May 20 15:55:14.689564 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.250409 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e1bc8-1a87-4429-8929-81c0c594e8bb req-ae290347-7bdf-4dc7-92ca-7318eefaf150 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:20.251912 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8c2e1bc8-1a87-4429-8929-81c0c594e8bb req-ae290347-7bdf-4dc7-92ca-7318eefaf150 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 946 time: 0.0786786 May 20 15:55:20.298183 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8c2e1bc8-1a87-4429-8929-81c0c594e8bb req-8414717b-71a9-4988-8f5e-3e8fa0cc9272 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406101 May 20 15:55:21.503994 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbf13a-bd49-4b21-bb7b-f6a01baf1df9 req-7c536451-861c-45bb-a646-269604d17a17 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:21.505448 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-01cbf13a-bd49-4b21-bb7b-f6a01baf1df9 req-7c536451-861c-45bb-a646-269604d17a17 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 946 time: 0.0874624 May 20 15:55:21.548762 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-01cbf13a-bd49-4b21-bb7b-f6a01baf1df9 req-28f5a0b0-a193-4da6-bd45-759a6a67d19b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375664 May 20 15:55:21.913608 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-7c8e5100-0ce1-4fe0-a3f7-df76d9efa150 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:21.914932 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-7c8e5100-0ce1-4fe0-a3f7-df76d9efa150 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 946 time: 0.0816052 May 20 15:55:22.048133 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Deleting port a35686eb-db4e-4218-b271-421000879b39 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:22.048475 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.178232 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] For port a35686eb-db4e-4218-b271-421000879b39, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a35686eb-db4e-4218-b271-421000879b39,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:22.178526 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.461925 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.462288 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.462603 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.l3_db [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Floating IP 691730b0-6724-4693-a47b-1524c3e17730 disassociated. External IP: 172.27.2.245, port: a35686eb-db4e-4218-b271-421000879b39. May 20 15:55:22.462933 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Calling delete_port for a35686eb-db4e-4218-b271-421000879b39 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:22.569253 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.576139 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-146882c0-d8cf-48db-a243-aa381a859a6a tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:22.624086 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event deleted for resources: {'Port': ['ID=a35686eb-db4e-4218-b271-421000879b39,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:22.636567 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:22.848503 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1e6be45a-dff1-412e-94ec-b290435d10c5 req-11e478c2-064d-4f6e-8747-dc2477338113 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=b97c9e80-d788-4aeb-84ba-f1701630dd3b HTTP/1.1" status: 200 len: 210 time: 0.1431808 May 20 15:55:22.956020 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:23.137132 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:23.157298 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] Sync routers for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:23.166658 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:23.167355 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:55:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:23.210111 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] No DVR routers for this DVR port a35686eb-db4e-4218-b271-421000879b39 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:23.212724 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:23.215448 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-deleted', 'tag': 'a35686eb-db4e-4218-b271-421000879b39'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:23.233619 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cc3d326a-c50b-4652-b5d0-41a966900125 req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "DELETE /v2.0/ports/a35686eb-db4e-4218-b271-421000879b39 HTTP/1.1" status: 204 len: 173 time: 1.3124278 May 20 15:55:23.269870 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c9e80-d788-4aeb-84ba-f1701630dd3b', 'name': 'network-vif-deleted', 'tag': 'a35686eb-db4e-4218-b271-421000879b39', 'status': 'completed', 'code': 200} May 20 15:55:23.349576 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:23.694980 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:23.698728 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] Checking router: 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:23.707337 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:23.707972 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:55:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:23.892400 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:24.019302 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57906) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:24.090660 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-43666d43-8c1f-4fc9-a288-d7fcdecd5984 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.128936 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-43666d43-8c1f-4fc9-a288-d7fcdecd5984 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.189166 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-43666d43-8c1f-4fc9-a288-d7fcdecd5984 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.192968 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9066cbe7-31a3-4df1-963f-a7a28fc155bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:24.208504 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43666d43-8c1f-4fc9-a288-d7fcdecd5984 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7e6ecb-13f5-4b0a-a82f-74b935e6e331,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:24.210811 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-43666d43-8c1f-4fc9-a288-d7fcdecd5984 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:24.223039 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-43666d43-8c1f-4fc9-a288-d7fcdecd5984 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.227206 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-43666d43-8c1f-4fc9-a288-d7fcdecd5984 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "DELETE /v2.0/security-groups/ce7e6ecb-13f5-4b0a-a82f-74b935e6e331 HTTP/1.1" status: 204 len: 168 time: 0.2041793 May 20 15:55:24.227475 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57910) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:24.247156 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:24.248045 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.api.v2.resource [None req-f4950c10-c244-4c3e-97bd-5d91680db504 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] show failed (client error): The resource could not be found. May 20 15:55:24.251977 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-f4950c10-c244-4c3e-97bd-5d91680db504 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups/ce7e6ecb-13f5-4b0a-a82f-74b935e6e331 HTTP/1.1" status: 404 len: 347 time: 0.0207469 May 20 15:55:24.252123 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57914) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:24.254008 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c3e56-226e-4458-b1ac-96a784b157e4 None None] The sync data for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi is: [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:24.481708 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fae06ec-fcef-47d6-804f-887876e59923 None None] New status for floating IP 691730b0-6724-4693-a47b-1524c3e17730: DOWN {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:55:24.490212 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Deleting port d23c4029-0caf-4df7-9dc2-7be496d6334e {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:24.490605 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.612069 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.612399 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.737689 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Calling delete_port for d23c4029-0caf-4df7-9dc2-7be496d6334e owned by network:floatingip {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:24.852448 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.856975 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:24.903368 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event deleted for resources: {'Port': ['ID=d23c4029-0caf-4df7-9dc2-7be496d6334e,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:24.934088 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:24.991586 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.006567 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.016104 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "DELETE /v2.0/floatingips/691730b0-6724-4693-a47b-1524c3e17730 HTTP/1.1" status: 204 len: 168 time: 0.7583833 May 20 15:55:25.298418 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57926) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:25.384670 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57932) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:25.392175 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650649958', 'description': 'tempest-description--723350569'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:25.414622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:25.421478 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:security_group and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:25.424321 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.433174 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:25.441781 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:25.449006 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:25.455355 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Usage tracker for resource:security_group_rule and tenant:b1bafcadcc4a436abb896749fb284d4b is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:25.458512 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.467801 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:25.477373 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:25.491987 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:25.502731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:security_group_rule and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:25.507879 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:25.516516 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:25.627361 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.630866 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.638855 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.641203 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cb776e08-9024-47c3-93b2-0bf9fa08aa14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:25.652362 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.692410 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1bafcadcc4a436abb896749fb284d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929341 May 20 15:55:25.695727 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57936) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:25.703477 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14494080-6316-40f3-86e5-c4d789916fa8,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:25.709096 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:25.709593 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8c676be9-51be-4be7-932e-ecddbdb9b61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:25.758847 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-48cc7399-edfc-4349-a9a1-4c78bc26861d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.788018 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-48cc7399-edfc-4349-a9a1-4c78bc26861d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.815538 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.816749 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4311063 May 20 15:55:25.819757 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57940) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:25.830967 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'security_group_rule': {'security_group_id': 'e44d70ca-40d7-4b55-b07d-fc465eae148c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:25.840888 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:25.844421 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-48cc7399-edfc-4349-a9a1-4c78bc26861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.844913 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d70ca-40d7-4b55-b07d-fc465eae148c,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:25.847605 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:security_group_rule and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:25.850571 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b4eab490-f101-4c09-9240-25747fe80a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:25.850843 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:25.851640 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:25.857674 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:25.864064 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc7399-edfc-4349-a9a1-4c78bc26861d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14494080-6316-40f3-86e5-c4d789916fa8,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:25.867169 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-48cc7399-edfc-4349-a9a1-4c78bc26861d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:25.871203 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-48cc7399-edfc-4349-a9a1-4c78bc26861d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.872717 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-48cc7399-edfc-4349-a9a1-4c78bc26861d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14494080-6316-40f3-86e5-c4d789916fa8 HTTP/1.1" status: 204 len: 168 time: 0.1760411 May 20 15:55:25.877772 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.938963 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.940934 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:25.944194 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.946585 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-72f454fb-a8db-423c-8273-9b291d6debbd tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:25.962566 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad18949-c960-4cec-9b31-86cb3b97ed9a,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:25.966497 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:25.976050 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: a35686eb-db4e-4218-b271-421000879b39 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:25.976401 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a35686eb-db4e-4218-b271-421000879b39 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:25.985143 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.986386 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656849 May 20 15:55:25.989295 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57946) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:25.994451 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'security_group_rule': {'security_group_id': 'e44d70ca-40d7-4b55-b07d-fc465eae148c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:26.000334 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:26.004127 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:security_group_rule and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:26.007163 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:26.013646 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:26.029115 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.091409 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.095833 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.098130 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-2a9d9fb6-9468-4dd2-a26e-444051ae3107 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:26.122965 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaadb1c-840a-4026-bfc1-f45b2a5fd81a,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:26.131287 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:26.136345 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.137616 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-70d27f73-977f-49b7-a3e4-3bbe031d7741 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473663 May 20 15:55:26.140665 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 57952) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:26.146013 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'floatingip': {'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:26.152033 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:26.156781 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Usage tracker for resource:floatingip and tenant:6bcb1140b8394a729cc9a226c0a23a6c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:26.159593 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:26.164152 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57956) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:26.168466 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:26.182069 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.182978 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.197343 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:26.201219 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Usage tracker for resource:security_group_rule and tenant:0de32f8922814d07a482e4f041a398a8 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:26.204407 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:26.210026 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:26.293284 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.297981 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.306241 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6b4a0fef-5693-47df-96fb-9d70327e3418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:26.322476 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.346523 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a3cffd-c547-495b-bc0b-0354e4c020c3,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:26.351610 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0de32f8922814d07a482e4f041a398a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863353 May 20 15:55:26.352614 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:26.354395 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 57960) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:26.413160 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4eb55ee6-0199-4020-ad58-de74b265d692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.441607 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4eb55ee6-0199-4020-ad58-de74b265d692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.462411 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Allocated IP 172.27.2.16 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/1161ac5c-9c54-4fe5-8757-fdcd514aa1fd) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:26.493829 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4eb55ee6-0199-4020-ad58-de74b265d692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.498774 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-035c0bc1-9de1-46a3-a30a-7254e8b019d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:26.510311 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb55ee6-0199-4020-ad58-de74b265d692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a3cffd-c547-495b-bc0b-0354e4c020c3,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:26.513047 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4eb55ee6-0199-4020-ad58-de74b265d692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:26.517543 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4eb55ee6-0199-4020-ad58-de74b265d692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.521347 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-4eb55ee6-0199-4020-ad58-de74b265d692 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/20a3cffd-c547-495b-bc0b-0354e4c020c3 HTTP/1.1" status: 204 len: 168 time: 0.1635606 May 20 15:55:26.614175 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.644030 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.648585 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:26.712622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:26.715609 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:26.719923 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:26.754839 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'Port': ['ID=1161ac5c-9c54-4fe5-8757-fdcd514aa1fd,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:26.760075 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:26.805241 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.866718 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.080015 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.084620 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.089467 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:27.199362 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'Port': ['ID=1161ac5c-9c54-4fe5-8757-fdcd514aa1fd,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:27.202701 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:27.209796 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.232120 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.233564 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0918334 May 20 15:55:27.453800 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-952499c4-76fa-4d29-a345-c569bfd254ba tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--650649958&fields=id&tenant_id=6bcb1140b8394a729cc9a226c0a23a6c HTTP/1.1" status: 200 len: 267 time: 0.0392015 May 20 15:55:27.692527 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-7255fe11-c16e-4970-aa10-a36f4e14c0a7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:27.693992 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-7255fe11-c16e-4970-aa10-a36f4e14c0a7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 817 time: 0.2337337 May 20 15:55:27.710118 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-9e247af5-b43a-4c89-83ab-e6a6903a6cd2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/quotas/6bcb1140b8394a729cc9a226c0a23a6c HTTP/1.1" status: 200 len: 375 time: 0.0097818 May 20 15:55:27.795663 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-efdf6613-b89f-4efe-a727-f7497ead4a2e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798619 May 20 15:55:27.932303 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-f1afe72a-15b9-4e15-8113-5b5209aea965 service neutron] 10.222.0.47 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252136 May 20 15:55:28.065917 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-0c45cb9e-a9cc-4362-85f4-9633125a9ff8 service neutron] 10.222.0.47 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269417 May 20 15:55:28.282110 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-08d9ecda-0b75-48b5-97c0-c203d60cfb9b req-0d9fa715-6aec-4f43-ae7d-609c91136929 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Synchronizing usage tracker for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:28.304038 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-08d9ecda-0b75-48b5-97c0-c203d60cfb9b req-0d9fa715-6aec-4f43-ae7d-609c91136929 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Unset dirty status for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:28.305269 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-08d9ecda-0b75-48b5-97c0-c203d60cfb9b req-0d9fa715-6aec-4f43-ae7d-609c91136929 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 210 time: 0.0947249 May 20 15:55:29.357606 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-9eb43c1a-d374-4f03-9735-f05cb1e1a89e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:29.359656 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-9eb43c1a-d374-4f03-9735-f05cb1e1a89e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 817 time: 0.1465468 May 20 15:55:29.416651 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-65d55023-eb8c-4ee0-bee3-af2ea45880b2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Synchronizing usage tracker for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:security_group {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:29.433421 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-65d55023-eb8c-4ee0-bee3-af2ea45880b2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Unset dirty status for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:security_group {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:29.434828 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-65d55023-eb8c-4ee0-bee3-af2ea45880b2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bcb1140b8394a729cc9a226c0a23a6c HTTP/1.1" status: 200 len: 379 time: 0.0647728 May 20 15:55:29.444176 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'port': {'device_id': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'admin_state_up': True, 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'security_groups': ['e44d70ca-40d7-4b55-b07d-fc465eae148c']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:29.463934 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9bceb59c-2663-4d00-8118-81778f005469 req-af5b09d3-1a2e-4772-86f9-75915bc87149 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 210 time: 0.0480745 May 20 15:55:29.581002 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:29.590438 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:29.605511 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Made reservation on behalf of 6bcb1140b8394a729cc9a226c0a23a6c for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:29.609669 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.772070 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Allocated IP 172.20.0.11 (0043754e-75c8-4d67-a366-20c5ef1cd936/611a5ca4-337a-4272-91b6-38b0cc470f1f/187c51ba-bee8-4def-86e4-8946274778e2) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:30.045625 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.060284 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Transition to ACTIVE for port object 187c51ba-bee8-4def-86e4-8946274778e2 will not be triggered until provisioned by entity DHCP. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:30.083792 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.089163 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-82404ce4-745d-4d93-ab37-4ce7498de010 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:30.153537 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:30.156539 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:30.160232 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:30.194469 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:30.201122 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:30.231819 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:30.232493 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.259492 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8193004 May 20 15:55:30.272288 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Request body: {'port': {'device_id': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:30.329652 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-8db97013-119a-42f9-9061-14a0ea32a420 None None] Provisioning for port 187c51ba-bee8-4def-86e4-8946274778e2 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:30.334286 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-8db97013-119a-42f9-9061-14a0ea32a420 None None] Provisioning complete for port 187c51ba-bee8-4def-86e4-8946274778e2 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:30.334662 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8db97013-119a-42f9-9061-14a0ea32a420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.386748 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.388633 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-8db97013-119a-42f9-9061-14a0ea32a420 None None] Port 187c51ba-bee8-4def-86e4-8946274778e2 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:30.742248 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16b756-0d0d-4883-841c-519e3dd8d029 req-2ebbd783-57f3-4e8a-b774-99eb1feb8b81 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:30.742936 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-2f16b756-0d0d-4883-841c-519e3dd8d029 req-2ebbd783-57f3-4e8a-b774-99eb1feb8b81 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Synchronizing usage tracker for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:30.803180 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-2f16b756-0d0d-4883-841c-519e3dd8d029 req-2ebbd783-57f3-4e8a-b774-99eb1feb8b81 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Unset dirty status for tenant:6bcb1140b8394a729cc9a226c0a23a6c on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:30.804355 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2f16b756-0d0d-4883-841c-519e3dd8d029 req-2ebbd783-57f3-4e8a-b774-99eb1feb8b81 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 932 time: 0.2300808 May 20 15:55:30.806160 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187c51ba-bee8-4def-86e4-8946274778e2 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:30.825299 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.858998 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Transition to ACTIVE for port object 187c51ba-bee8-4def-86e4-8946274778e2 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:30.866704 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2f16b756-0d0d-4883-841c-519e3dd8d029 req-ea9191c7-ffae-46bf-aa4a-4085f5bbe86e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562654 May 20 15:55:30.867413 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.870956 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:31.028275 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.036237 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.110731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Attempting to bind port 187c51ba-bee8-4def-86e4-8946274778e2 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:31.111134 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Attempting to bind port 187c51ba-bee8-4def-86e4-8946274778e2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:31.111615 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Attempting to bind port 187c51ba-bee8-4def-86e4-8946274778e2 on network 0043754e-75c8-4d67-a366-20c5ef1cd936 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:31.116334 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Port 187c51ba-bee8-4def-86e4-8946274778e2 on network 0043754e-75c8-4d67-a366-20c5ef1cd936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:55:31.116645 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Attempting to bind port 187c51ba-bee8-4def-86e4-8946274778e2 on network 0043754e-75c8-4d67-a366-20c5ef1cd936 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:31.121614 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:31.121945 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Checking segment: {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:31.122324 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Bound using segment: {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:31.122737 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Bound port: 187c51ba-bee8-4def-86e4-8946274778e2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1032b03-3f2c-4794-bda7-8d453d4c3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:31.123079 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.180152 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 58052) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:31.210686 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:31.213870 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:31.220080 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.224885 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a9351352-c6c0-4d0b-8031-cbd22c026f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:31.284092 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:31.284705 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.286058 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] 10.222.0.58 "PUT /v2.0/ports/187c51ba-bee8-4def-86e4-8946274778e2 HTTP/1.1" status: 200 len: 1094 time: 1.0180519 May 20 15:55:31.286548 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:31.307198 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.307474 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.314256 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.330825 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:31.335130 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Usage tracker for resource:security_group_rule and tenant:038e3c679dbe4baaabed9829d3d89ab4 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:31.338846 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:31.346210 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:31.362989 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2', 'status': 'completed', 'code': 200} May 20 15:55:31.420822 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-732c5aa5-3ed7-48ae-8ea7-af00cbecaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:31.422660 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-732c5aa5-3ed7-48ae-8ea7-af00cbecaae2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 1097 time: 0.0950551 May 20 15:55:31.437100 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.440976 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.449897 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f07f4386-da95-4950-974d-640d67cca3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:31.485993 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d530a752-c731-4d17-ae89-61a0db221315,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.490372 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.507100 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=038e3c679dbe4baaabed9829d3d89ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253567 May 20 15:55:31.509564 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-2fb20719-600b-4d8f-a366-6fe4c996499b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187c51ba-bee8-4def-86e4-8946274778e2 HTTP/1.1" status: 200 len: 217 time: 0.0786488 May 20 15:55:31.509848 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 58064) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:31.575676 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-91872c9f-883a-4487-adfc-34b146c35aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:31.577782 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-91872c9f-883a-4487-adfc-34b146c35aa7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.0614386 May 20 15:55:31.585476 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1ff780a5-05dc-4b02-aacb-e1ee97af6140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.614885 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1ff780a5-05dc-4b02-aacb-e1ee97af6140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.658002 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8e0b9118-965a-4ecd-adc5-242415da9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:31.659657 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-8e0b9118-965a-4ecd-adc5-242415da9fdf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0751398 May 20 15:55:31.672968 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1ff780a5-05dc-4b02-aacb-e1ee97af6140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.676857 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a8b69ac7-9bbb-4c32-9438-7bf16d3bdc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:31.690526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff780a5-05dc-4b02-aacb-e1ee97af6140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d530a752-c731-4d17-ae89-61a0db221315,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.693518 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1ff780a5-05dc-4b02-aacb-e1ee97af6140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.700550 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1ff780a5-05dc-4b02-aacb-e1ee97af6140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.715821 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-1ff780a5-05dc-4b02-aacb-e1ee97af6140 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d530a752-c731-4d17-ae89-61a0db221315 HTTP/1.1" status: 204 len: 168 time: 0.1935585 May 20 15:55:31.897022 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-fa183c5b-9b09-4da0-ab75-86b962c4d584 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300892 May 20 15:55:31.963902 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be232dc2-9e42-4a5d-b8d0-02b79404fba6 req-fc4cc6d0-a66d-443e-8769-7a98498bead8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:31.965400 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-be232dc2-9e42-4a5d-b8d0-02b79404fba6 req-fc4cc6d0-a66d-443e-8769-7a98498bead8 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0857365 May 20 15:55:32.020702 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-be232dc2-9e42-4a5d-b8d0-02b79404fba6 req-aa9ce267-1999-42a1-a4a7-0a282fc5f209 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460186 May 20 15:55:32.040987 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 58078) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:32.058790 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.073532 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:32.078108 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] Usage tracker for resource:security_group_rule and tenant:3792e5cc2c854501a43a621c9d3121a0 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:32.081225 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:32.087027 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:32.091761 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0d1770f-5ff9-4e42-a631-7adfca2b2733 req-2da46a76-8824-46a9-86cc-f04946f1b4a0 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854138 May 20 15:55:32.113715 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdbcc7-e866-4aa2-9fd3-ead53381d39f req-2d8d84ca-5cc7-4908-8696-7227a0f80ec5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:32.115173 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-81bdbcc7-e866-4aa2-9fd3-ead53381d39f req-2d8d84ca-5cc7-4908-8696-7227a0f80ec5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.1206064 May 20 15:55:32.181293 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.185483 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.194083 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ca165853-d33a-465a-bca5-ddbef42d9283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:32.204087 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-81bdbcc7-e866-4aa2-9fd3-ead53381d39f req-53d20eb2-fa6c-46be-a060-bfae68a65b96 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824971 May 20 15:55:32.233411 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b4f56c-1ecb-4fcf-ba36-92be12e4a71b,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:32.236468 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:32.241522 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-f9df4b80-64c5-4c35-853e-e6b57861e971 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3792e5cc2c854501a43a621c9d3121a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968298 May 20 15:55:32.242017 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 58082) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:32.244497 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-dd84733f-651f-45d8-9be7-9fd3188e25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:32.245965 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-dd84733f-651f-45d8-9be7-9fd3188e25c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 1097 time: 0.0949845 May 20 15:55:32.299668 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff126-f96d-47a5-a473-681df8160953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.324981 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff126-f96d-47a5-a473-681df8160953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.378828 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-766ddc20-f11e-47f5-9cbb-16d07cee710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:32.380230 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-766ddc20-f11e-47f5-9cbb-16d07cee710a service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 918 time: 0.1264079 May 20 15:55:32.380370 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff126-f96d-47a5-a473-681df8160953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.385112 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:32.397569 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ff126-f96d-47a5-a473-681df8160953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b4f56c-1ecb-4fcf-ba36-92be12e4a71b,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:32.400115 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1b4ff126-f96d-47a5-a473-681df8160953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:32.401274 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff126-f96d-47a5-a473-681df8160953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.402468 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-1b4ff126-f96d-47a5-a473-681df8160953 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42b4f56c-1ecb-4fcf-ba36-92be12e4a71b HTTP/1.1" status: 204 len: 168 time: 0.1598268 May 20 15:55:32.454444 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-acc519ee-91a6-4bf3-8f93-5ba9b92cf249 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187c51ba-bee8-4def-86e4-8946274778e2 HTTP/1.1" status: 200 len: 217 time: 0.0665617 May 20 15:55:32.522042 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-a600d3c8-fe81-4565-93d0-f0589ebf27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:32.523463 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-a600d3c8-fe81-4565-93d0-f0589ebf27d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.0607758 May 20 15:55:32.600857 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-e9dfa91d-988c-4629-8c43-1060b38398d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:32.602336 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-e9dfa91d-988c-4629-8c43-1060b38398d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703716 May 20 15:55:32.737057 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-8a2b205b-07d2-4f79-8cc6-13c214d846e7 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247759 May 20 15:55:32.869667 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-dcf9b7c5-df36-43c0-b7af-dca7b641ad25 req-2a78d20e-dea1-4357-a84a-26072837e393 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247540 May 20 15:55:33.210689 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3b8cc-fbac-43c3-ae64-03f93c4582d2 req-cefe0dd1-3ff4-4233-a29a-79b2aba75557 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:33.212087 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-79d3b8cc-fbac-43c3-ae64-03f93c4582d2 req-cefe0dd1-3ff4-4233-a29a-79b2aba75557 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0814612 May 20 15:55:33.268599 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-79d3b8cc-fbac-43c3-ae64-03f93c4582d2 req-5a182819-62b6-4eed-a7dc-a4789b4c7a6b tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506470 May 20 15:55:33.393041 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a2bfe-eb68-4def-8d3f-558229597faa req-f1395224-cf63-4c25-9cd7-503ae748ddd7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:33.394491 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1b1a2bfe-eb68-4def-8d3f-558229597faa req-f1395224-cf63-4c25-9cd7-503ae748ddd7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0814531 May 20 15:55:33.438790 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1b1a2bfe-eb68-4def-8d3f-558229597faa req-2af18a26-30af-41b2-a092-ee4175d984c9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387108 May 20 15:55:33.979186 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 187c51ba-bee8-4def-86e4-8946274778e2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:55:34.019934 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-f72547e7-ade0-4dfe-bb2f-c3ed83804eb3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:34.021375 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-f72547e7-ade0-4dfe-bb2f-c3ed83804eb3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0807343 May 20 15:55:34.110748 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:34.123817 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '187c51ba-bee8-4def-86e4-8946274778e2', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'port_id': '187c51ba-bee8-4def-86e4-8946274778e2', 'mac_address': 'fa:16:3e:cf:8c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:55:34.160230 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Deleting port 25381054-7d19-43b2-89d2-2b530f01a602 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:34.160573 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.178352 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.194614 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187c51ba-bee8-4def-86e4-8946274778e2 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:34.210403 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:34.214173 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.216656 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:34.284406 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:34.292834 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] For port 25381054-7d19-43b2-89d2-2b530f01a602, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=25381054-7d19-43b2-89d2-2b530f01a602,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:34.293253 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.294914 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.295288 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.295634 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.295989 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.296318 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.296644 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.297077 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.297404 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.297731 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.298048 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.298438 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.298732 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:34.302671 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:34.465020 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29423d-9ca6-436e-b3e1-fc48e2f8924b req-b5394660-1fe6-434c-abbf-782a832f3c1a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:34.466566 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9c29423d-9ca6-436e-b3e1-fc48e2f8924b req-b5394660-1fe6-434c-abbf-782a832f3c1a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 946 time: 0.0933084 May 20 15:55:34.495548 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['187c51ba-bee8-4def-86e4-8946274778e2'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:34.512928 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9c29423d-9ca6-436e-b3e1-fc48e2f8924b req-0e9fd618-5e89-4843-b580-14ba27ee7052 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=2dc08f61-c4f0-42aa-8d9c-36c496731585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395606 May 20 15:55:34.752428 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.752802 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.753112 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.l3_db [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Floating IP 58501c2b-2044-413f-8afa-63ba3ccff0da disassociated. External IP: 172.27.2.52, port: 25381054-7d19-43b2-89d2-2b530f01a602. May 20 15:55:34.753450 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Calling delete_port for 25381054-7d19-43b2-89d2-2b530f01a602 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:34.762604 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4157547-027d-4657-9b45-fd041b1e95fb req-ed1a2c82-0cd1-40b6-8fe9-ab9fa78796be tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:34.764637 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a4157547-027d-4657-9b45-fd041b1e95fb req-ed1a2c82-0cd1-40b6-8fe9-ab9fa78796be tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 945 time: 0.1958282 May 20 15:55:34.822447 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a4157547-027d-4657-9b45-fd041b1e95fb req-451fc1a0-f41f-4163-8b24-eb8a33375fe3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519857 May 20 15:55:34.913225 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.918979 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:34.963060 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event deleted for resources: {'Port': ['ID=25381054-7d19-43b2-89d2-2b530f01a602,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:34.966715 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:35.189658 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Router 45861734-56eb-416d-a597-926fcaf30ad0 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:35.369739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:35.381624 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] Sync routers for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:35.393396 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:35.394269 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:55:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:35.453081 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] No DVR routers for this DVR port 25381054-7d19-43b2-89d2-2b530f01a602 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:35.456713 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.460070 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'name': 'network-vif-deleted', 'tag': '25381054-7d19-43b2-89d2-2b530f01a602'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:35.481743 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bf826470-beb1-419f-9567-b8cbb2f67d06 req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "DELETE /v2.0/ports/25381054-7d19-43b2-89d2-2b530f01a602 HTTP/1.1" status: 204 len: 173 time: 1.4519839 May 20 15:55:35.574841 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c04aa0-2fd2-4bee-a93d-6e41feef37ab', 'name': 'network-vif-deleted', 'tag': '25381054-7d19-43b2-89d2-2b530f01a602', 'status': 'completed', 'code': 200} May 20 15:55:35.653830 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:35.750525 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-e5578fc3-b7eb-4334-950b-796fa739bd5b req-368f9d9b-823d-4d43-b0e2-10dc5cad2f83 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:35.766134 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-e5578fc3-b7eb-4334-950b-796fa739bd5b req-368f9d9b-823d-4d43-b0e2-10dc5cad2f83 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:35.767529 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e5578fc3-b7eb-4334-950b-796fa739bd5b req-368f9d9b-823d-4d43-b0e2-10dc5cad2f83 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=12c04aa0-2fd2-4bee-a93d-6e41feef37ab HTTP/1.1" status: 200 len: 210 time: 0.0606589 May 20 15:55:35.993149 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 187c51ba-bee8-4def-86e4-8946274778e2 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:36.023312 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904aa2-bc7b-43dd-b3e5-7c2dca881986 req-797c9ade-1c4c-4a11-96e4-5dfbb4051522 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:36.024812 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf904aa2-bc7b-43dd-b3e5-7c2dca881986 req-797c9ade-1c4c-4a11-96e4-5dfbb4051522 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 945 time: 0.0857484 May 20 15:55:36.060746 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:36.067072 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] Checking router: 45861734-56eb-416d-a597-926fcaf30ad0 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:36.080343 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:36.081022 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:55:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:36.085231 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cf904aa2-bc7b-43dd-b3e5-7c2dca881986 req-72309340-eea0-40a4-9960-ee89da7706c0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530088 May 20 15:55:36.136124 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 187c51ba-bee8-4def-86e4-8946274778e2 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:36.149371 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 187c51ba-bee8-4def-86e4-8946274778e2 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:36.149758 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.344653 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:36.427119 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.540519 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:36.596428 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2', 'code': 200} May 20 15:55:36.598017 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:36.603419 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.604293 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 25381054-7d19-43b2-89d2-2b530f01a602 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:36.633830 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:36.686615 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 25381054-7d19-43b2-89d2-2b530f01a602 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:36.686834 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 25381054-7d19-43b2-89d2-2b530f01a602 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:36.762255 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:36.768403 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:36.803050 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:36.807407 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f78c42-3567-45b0-8014-b281bbf148b3 None None] The sync data for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi is: [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:36.851834 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acd2d4-fb05-4b8c-8eb0-7e3039c4c4f6 req-b4e35749-353b-4bbc-9f42-198af197d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:36.854013 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-56acd2d4-fb05-4b8c-8eb0-7e3039c4c4f6 req-b4e35749-353b-4bbc-9f42-198af197d0fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 1099 time: 0.0872643 May 20 15:55:36.905262 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-56acd2d4-fb05-4b8c-8eb0-7e3039c4c4f6 req-2b1cf755-3a69-4faf-bc22-56a4e3e51672 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372975 May 20 15:55:36.925839 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 58156) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:37.001147 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.035550 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.083559 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c966877-354f-4d47-95c1-1c0e3ce7a2e3 None None] New status for floating IP 58501c2b-2044-413f-8afa-63ba3ccff0da: DOWN {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:55:37.101780 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.106694 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1b4ff126-f96d-47a5-a473-681df8160953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:37.122251 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc08f61-c4f0-42aa-8d9c-36c496731585,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:37.135574 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.135983 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.136347 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.136702 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.137054 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.137407 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.137752 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.138098 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.138445 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.138819 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.139159 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.139498 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.149178 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:37.151589 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.152868 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "DELETE /v2.0/security-groups/2dc08f61-c4f0-42aa-8d9c-36c496731585 HTTP/1.1" status: 204 len: 168 time: 0.2260480 May 20 15:55:37.155792 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 58164) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:37.180906 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.api.v2.resource [None req-8a8a3499-15b2-4d43-b702-e650a6d87e21 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] show failed (client error): The resource could not be found. May 20 15:55:37.181908 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-8a8a3499-15b2-4d43-b702-e650a6d87e21 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups/2dc08f61-c4f0-42aa-8d9c-36c496731585 HTTP/1.1" status: 404 len: 347 time: 0.0244312 May 20 15:55:37.184906 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 58168) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:37.305342 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4adaa-1082-47db-98f1-df43f98a1327 req-d7bc0ccd-cfcc-48bb-b5ef-41f2dece37f3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:37.307320 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-20f4adaa-1082-47db-98f1-df43f98a1327 req-d7bc0ccd-cfcc-48bb-b5ef-41f2dece37f3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0939095 May 20 15:55:37.356119 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-20f4adaa-1082-47db-98f1-df43f98a1327 req-721d3f3e-5607-4b90-a506-5572f2dd29d7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 May 20 15:55:37.408584 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Deleting port eb2b6f60-85d4-4839-b5e8-ed6e1e16139d {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:37.408928 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.565267 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.620939 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.621176 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.742507 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Calling delete_port for eb2b6f60-85d4-4839-b5e8-ed6e1e16139d owned by network:floatingip {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:37.853984 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.859243 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5f94c361-2e67-4643-a12d-87042b8da35e tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:37.930125 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event deleted for resources: {'Port': ['ID=eb2b6f60-85d4-4839-b5e8-ed6e1e16139d,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:37.945773 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.946141 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.946499 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.946863 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.947195 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.947537 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.947902 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.948245 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.948587 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.948922 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.949255 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.949588 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.952704 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:38.010251 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.027938 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.029055 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "DELETE /v2.0/floatingips/58501c2b-2044-413f-8afa-63ba3ccff0da HTTP/1.1" status: 204 len: 168 time: 0.8431530 May 20 15:55:38.609594 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 58182) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:38.614836 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473936639', 'description': 'tempest-description--290021931'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:38.620820 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:38.625560 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:security_group and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:38.628602 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:38.634249 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:38.644982 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.664699 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:38.668591 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:security_group_rule and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:38.671864 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:38.677410 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:38.693736 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59b665-1dbc-4ccc-a4ba-03269ecded16 req-6cbaf102-81b8-494a-9b2c-334d627e0695 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:38.695284 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-be59b665-1dbc-4ccc-a4ba-03269ecded16 req-6cbaf102-81b8-494a-9b2c-334d627e0695 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0811291 May 20 15:55:38.744010 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-be59b665-1dbc-4ccc-a4ba-03269ecded16 req-ec02c0a9-35d4-4b82-9e6d-7c381f07b2fb tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423474 May 20 15:55:38.749118 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.752871 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.758408 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c056e0cd-e773-4ad0-a385-ec6713c7b252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:38.798649 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4b0e21-c3cb-4407-9229-7772cdea7a55,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:38.801298 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.802437 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1917391 May 20 15:55:38.803280 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:38.805299 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 58188) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:38.811006 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'security_group_rule': {'security_group_id': 'ce4b0e21-c3cb-4407-9229-7772cdea7a55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:38.816806 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:38.820588 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:security_group_rule and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:38.823515 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:38.829258 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:38.846155 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.959402 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.964276 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.975156 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-34fb7cac-ca8f-4c4b-ae2b-73968e798d92 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:38.999275 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df895869-42ad-4be4-a370-f2c987655721 req-e916e22f-24cc-432d-a966-b8303fad5131 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:39.000827 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-df895869-42ad-4be4-a370-f2c987655721 req-e916e22f-24cc-432d-a966-b8303fad5131 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.1458201 May 20 15:55:39.005208 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f8068b-c6d4-4a42-b12c-420636882e7c,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:39.009155 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 58192) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:39.011357 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:39.016197 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.016397 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-ed288f25-df49-4832-ad51-cef80baa3bf7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Request body: {'floatingip': {'port_id': '187c51ba-bee8-4def-86e4-8946274778e2'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:39.017805 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2112007 May 20 15:55:39.020316 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 58196) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:39.025317 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'security_group_rule': {'security_group_id': 'ce4b0e21-c3cb-4407-9229-7772cdea7a55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:39.031638 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:39.035383 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:security_group_rule and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:39.038232 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:39.046777 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:39.062916 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.098145 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ed288f25-df49-4832-ad51-cef80baa3bf7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.124866 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.128701 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.130775 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:39.153560 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f63447d-af50-4ace-b93c-8711129ded89,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:39.158779 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:39.164030 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.168412 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-260b4528-9121-4c2c-8b9d-9c6488dbba89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471336 May 20 15:55:39.169103 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 58200) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:39.174431 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'floatingip': {'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:39.180213 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:39.183993 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Usage tracker for resource:floatingip and tenant:1f20e9aa07e94805976243a3976d9fbb is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:39.186975 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:39.192972 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:39.203978 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.338939 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.466673 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-5f296f66-f7c6-4723-bcbc-5515258852cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.489745 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Allocated IP 172.27.2.253 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/37d75185-6270-4ab0-82f8-b4cda0ce1b56) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:39.645749 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.692889 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.697830 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4e747983-e5fa-4597-9714-12952d68eb99 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:39.764414 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:39.767338 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:39.771108 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:39.806682 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'Port': ['ID=37d75185-6270-4ab0-82f8-b4cda0ce1b56,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:39.811901 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:39.839192 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ed288f25-df49-4832-ad51-cef80baa3bf7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.842340 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ed288f25-df49-4832-ad51-cef80baa3bf7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.858294 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.918308 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.011626 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.l3_db [None req-ed288f25-df49-4832-ad51-cef80baa3bf7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Floating IP 59d00c1e-00a8-4af3-97b1-e609b557c617 associated. External IP: 172.27.2.16, port: 187c51ba-bee8-4def-86e4-8946274778e2. May 20 15:55:40.125308 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.130015 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.133525 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:40.319390 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'Port': ['ID=37d75185-6270-4ab0-82f8-b4cda0ce1b56,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:40.323471 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:40.331959 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.354310 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.364066 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1855855 May 20 15:55:40.366985 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed288f25-df49-4832-ad51-cef80baa3bf7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:40.573884 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed288f25-df49-4832-ad51-cef80baa3bf7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:40.580535 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ed288f25-df49-4832-ad51-cef80baa3bf7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.583178 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] Sync routers for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:40.593593 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:40.594243 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:55:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:40.619204 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-56846ebf-94b3-4931-8ddf-26722562ac89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:40.651193 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ed288f25-df49-4832-ad51-cef80baa3bf7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "PUT /v2.0/floatingips/59d00c1e-00a8-4af3-97b1-e609b557c617 HTTP/1.1" status: 200 len: 991 time: 1.6378043 May 20 15:55:40.651193 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:40.655307 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-56846ebf-94b3-4931-8ddf-26722562ac89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:40.656405 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-56846ebf-94b3-4931-8ddf-26722562ac89 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--473936639&fields=id&tenant_id=1f20e9aa07e94805976243a3976d9fbb HTTP/1.1" status: 200 len: 267 time: 0.1242106 May 20 15:55:40.773804 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:40.818836 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-483bd6bb-4cd3-46c3-9230-850a892b3cb1 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:40.820361 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-483bd6bb-4cd3-46c3-9230-850a892b3cb1 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 810 time: 0.1566787 May 20 15:55:40.821938 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2', 'status': 'completed', 'code': 200} May 20 15:55:40.838200 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8e1791ae-3eb1-4612-aa2e-71e621d85efe tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/quotas/1f20e9aa07e94805976243a3976d9fbb HTTP/1.1" status: 200 len: 375 time: 0.0117092 May 20 15:55:40.928239 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-f1ced2cc-f0d1-44fe-99de-6dd60eb355bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:40.930212 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-f1ced2cc-f0d1-44fe-99de-6dd60eb355bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 1099 time: 0.0924580 May 20 15:55:41.042819 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-e6a82b95-e933-4f38-ac7a-646348efa2b1 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2001238 May 20 15:55:41.088813 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-8e08d434-0c70-4194-8b95-4840a325181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.090737 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-8e08d434-0c70-4194-8b95-4840a325181a service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 918 time: 0.1534917 May 20 15:55:41.203910 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-eed0ab8d-a8fb-4035-8368-cd4f96027039 service neutron] 10.222.0.47 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491921 May 20 15:55:41.210043 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-5715cf95-e966-4108-88d2-a71e4181d3b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187c51ba-bee8-4def-86e4-8946274778e2 HTTP/1.1" status: 200 len: 999 time: 0.1127985 May 20 15:55:41.233833 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '59d00c1e-00a8-4af3-97b1-e609b557c617', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'port_id': '187c51ba-bee8-4def-86e4-8946274778e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'mac_address': 'fa:16:3e:cf:8c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:26Z', 'updated_at': '2021-05-20T15:55:39Z', 'revision_number': 1, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:41.238350 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] Checking router: 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:41.250527 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:41.251218 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:55:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:41.281008 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-2ea4a88e-184b-41ab-847f-0d2599b37e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.282473 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-2ea4a88e-184b-41ab-847f-0d2599b37e5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.0661166 May 20 15:55:41.332832 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-dc4304e1-c59e-4c14-ab88-8ab1bdd8e18a service neutron] 10.222.0.47 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279745 May 20 15:55:41.371330 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-7debae8a-173b-4da7-b433-feac230a2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.373035 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-7debae8a-173b-4da7-b433-feac230a2105 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0842745 May 20 15:55:41.470204 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:41.563039 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-16f8a947-59ad-4d24-8626-30ba105bfaad req-b09294e0-8db8-4489-aa8a-6df17b41fc01 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:41.597920 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-8d27d86e-9975-4ca7-93ee-a1cdec969b93 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176418 May 20 15:55:41.603841 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-16f8a947-59ad-4d24-8626-30ba105bfaad req-b09294e0-8db8-4489-aa8a-6df17b41fc01 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:41.613185 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16f8a947-59ad-4d24-8626-30ba105bfaad req-b09294e0-8db8-4489-aa8a-6df17b41fc01 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 210 time: 0.0941782 May 20 15:55:41.748916 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6d762cf5-4829-4e2b-b536-866bfd796cfa req-4d0a6c9f-7e29-4dfc-8650-9968ff7d56aa service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344492 May 20 15:55:41.865162 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.869028 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '59d00c1e-00a8-4af3-97b1-e609b557c617', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'port_id': '187c51ba-bee8-4def-86e4-8946274778e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'mac_address': 'fa:16:3e:cf:8c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:26Z', 'updated_at': '2021-05-20T15:55:39Z', 'revision_number': 1, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:41.873561 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ac109-b5dd-4c3b-a523-b099fe855c68 None None] The sync data for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi is: [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '59d00c1e-00a8-4af3-97b1-e609b557c617', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'port_id': '187c51ba-bee8-4def-86e4-8946274778e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'mac_address': 'fa:16:3e:cf:8c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:26Z', 'updated_at': '2021-05-20T15:55:39Z', 'revision_number': 1, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:42.055256 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154c54c-a36a-4d10-ba15-ff9e450d40f2 None None] New status for floating IP 59d00c1e-00a8-4af3-97b1-e609b557c617: ACTIVE {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:55:42.124968 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-43ab5aa7-12bc-4a0c-90a7-ece4c7391b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:42.753125 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d9c8dbe0-42e3-4fb1-a69e-90a7901dd2c4 req-7e58de52-1ea5-41ed-b0b3-ce3936d95851 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 210 time: 0.0451283 May 20 15:55:43.135530 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.589571 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:55:43.896157 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-9cab0820-8ce5-4f37-84d6-6b71b664ba62 req-0b03b7d4-59f8-4eea-be34-760240356a2c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 210 time: 0.0419614 May 20 15:55:44.690701 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.050499 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-87389d73-eb21-4ff6-b211-062bb7202c8d req-5437b143-8c06-4cf4-9dc1-0f3979541652 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 210 time: 0.0421641 May 20 15:55:45.503298 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-e76ea21e-95b8-446c-a14d-76d2f370b733 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:45.504756 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-e76ea21e-95b8-446c-a14d-76d2f370b733 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 810 time: 0.1460025 May 20 15:55:45.552996 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-67937012-1f24-4596-8fc3-6eda57b016a4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:security_group {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:45.564560 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-67937012-1f24-4596-8fc3-6eda57b016a4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:security_group {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:45.565657 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-67937012-1f24-4596-8fc3-6eda57b016a4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f20e9aa07e94805976243a3976d9fbb HTTP/1.1" status: 200 len: 379 time: 0.0525494 May 20 15:55:45.581023 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'port': {'device_id': 'f7655df0-21df-4750-8b3d-3af131693e09', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'admin_state_up': True, 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'security_groups': ['ce4b0e21-c3cb-4407-9229-7772cdea7a55']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:45.713916 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:45.723471 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:45.732899 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Made reservation on behalf of 1f20e9aa07e94805976243a3976d9fbb for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:45.736370 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.895329 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Allocated IP 172.20.0.4 (aaa771bb-5030-45cb-8aff-d495e9718ed8/8a624cae-7e53-4475-864d-2e9e810196af/eebd26e5-deb5-4ba0-a04b-a2242fb50a4c) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:46.085803 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.102761 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Transition to ACTIVE for port object eebd26e5-deb5-4ba0-a04b-a2242fb50a4c will not be triggered until provisioned by entity DHCP. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:46.131488 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.134942 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1f2fe701-523a-48cd-87c0-019a81e10ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:46.331739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:46.335468 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:46.348701 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:46.386980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event updated for resources: {'Port': ['ID=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:46.397557 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:46.422241 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:46.422885 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.449816 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8724115 May 20 15:55:46.462578 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb50cd-3b98-424d-92a5-cfc80c1b3c27 req-d011d685-680b-471e-8e8e-ff17b7a2a716 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:46.463290 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-2bfb50cd-3b98-424d-92a5-cfc80c1b3c27 req-d011d685-680b-471e-8e8e-ff17b7a2a716 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:46.471885 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Request body: {'port': {'device_id': 'f7655df0-21df-4750-8b3d-3af131693e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:46.533975 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-2bfb50cd-3b98-424d-92a5-cfc80c1b3c27 req-d011d685-680b-471e-8e8e-ff17b7a2a716 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:46.535485 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2bfb50cd-3b98-424d-92a5-cfc80c1b3c27 req-d011d685-680b-471e-8e8e-ff17b7a2a716 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 931 time: 0.2801104 May 20 15:55:46.564058 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-8a71c5b7-31b5-4815-b3df-124819ce8d96 None None] Provisioning for port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:46.568861 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-8a71c5b7-31b5-4815-b3df-124819ce8d96 None None] Provisioning complete for port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:46.569332 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8a71c5b7-31b5-4815-b3df-124819ce8d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.624972 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-8a71c5b7-31b5-4815-b3df-124819ce8d96 None None] Port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:46.629643 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.644676 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2bfb50cd-3b98-424d-92a5-cfc80c1b3c27 req-1bebcee8-226e-43a8-9e32-6d15f6faf0eb tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026847 May 20 15:55:46.982355 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebd26e5-deb5-4ba0-a04b-a2242fb50a4c {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:46.989842 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.005162 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Transition to ACTIVE for port object eebd26e5-deb5-4ba0-a04b-a2242fb50a4c will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:47.009908 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.014194 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8b2acac2-76bd-4a3a-9ca5-4b529aef1ed0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:47.167957 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Pushing event updated for resources: {'Port': ['ID=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:47.175407 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:47.261774 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Attempting to bind port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:47.262104 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Attempting to bind port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:47.262454 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Attempting to bind port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c on network aaa771bb-5030-45cb-8aff-d495e9718ed8 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:47.267556 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c on network aaa771bb-5030-45cb-8aff-d495e9718ed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:55:47.267896 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Attempting to bind port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c on network aaa771bb-5030-45cb-8aff-d495e9718ed8 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:47.272869 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:47.273191 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Checking segment: {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:47.273560 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Bound using segment: {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:47.273970 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Bound port: eebd26e5-deb5-4ba0-a04b-a2242fb50a4c, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7397d819-256b-4c50-bff9-c485716e4780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:47.274303 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.362381 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] For port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:47.365183 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] For port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:47.370542 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.375294 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3817eb44-0d42-4270-a7ad-027d6633ac8f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:47.427762 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:47.428446 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.429832 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] 10.222.0.58 "PUT /v2.0/ports/eebd26e5-deb5-4ba0-a04b-a2242fb50a4c HTTP/1.1" status: 200 len: 1093 time: 0.9623399 May 20 15:55:47.433560 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7655df0-21df-4750-8b3d-3af131693e09', 'tag': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:47.502729 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7655df0-21df-4750-8b3d-3af131693e09', 'tag': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c', 'status': 'completed', 'code': 200} May 20 15:55:47.507840 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Pushing event updated for resources: {'Port': ['ID=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:47.511113 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:47.551284 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-234d8fc3-1f95-4317-ae5f-a770042a5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:47.552868 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-234d8fc3-1f95-4317-ae5f-a770042a5821 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 1096 time: 0.0851257 May 20 15:55:47.620418 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-2573a821-57f6-41d9-9cc0-561a06fc4d9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c HTTP/1.1" status: 200 len: 217 time: 0.0604789 May 20 15:55:47.686839 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-454d317e-50bc-4143-aae4-99d94afd6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:47.688359 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-454d317e-50bc-4143-aae4-99d94afd6b96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 200 len: 849 time: 0.0619841 May 20 15:55:47.763624 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-dd6cc667-809b-4b7b-951c-6324cec3b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:47.765050 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-dd6cc667-809b-4b7b-951c-6324cec3b8e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa771bb-5030-45cb-8aff-d495e9718ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707622 May 20 15:55:47.844185 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11123b10-ea5f-415e-895b-b3f3ef402915 req-1b36b34f-2804-4b6d-9ed1-a1813d6d10b3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:47.846074 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-11123b10-ea5f-415e-895b-b3f3ef402915 req-1b36b34f-2804-4b6d-9ed1-a1813d6d10b3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 943 time: 0.0891025 May 20 15:55:47.891679 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-11123b10-ea5f-415e-895b-b3f3ef402915 req-c242323c-d3ca-46a8-9e73-9279a9849b96 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397329 May 20 15:55:47.899813 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-b5bcbad0-877a-49ac-ae75-f0becf4e8eea service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277800 May 20 15:55:48.122479 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-63729bff-1c3c-4dd6-abaf-d241c2c423f1 req-c7182d83-ddeb-4515-992f-dd307392bb15 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163095 May 20 15:55:48.247360 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-4e504aee-635c-48ce-8d09-cf51d4318d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:48.249412 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-4e504aee-635c-48ce-8d09-cf51d4318d5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 1096 time: 0.0782852 May 20 15:55:48.383648 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-f93bdee8-200f-4a6f-9cee-a05c174b2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:48.385096 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-f93bdee8-200f-4a6f-9cee-a05c174b2ba1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 911 time: 0.1285677 May 20 15:55:48.450791 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-9de2188d-9452-4519-a7f4-47f683787572 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c HTTP/1.1" status: 200 len: 217 time: 0.0589788 May 20 15:55:48.515028 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-bd5d1727-0f7f-4adf-a2d8-f810a1d2ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:48.516461 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-bd5d1727-0f7f-4adf-a2d8-f810a1d2ecca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 200 len: 849 time: 0.0584960 May 20 15:55:48.590302 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-34c2445d-c238-4745-8803-7838fb619f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:48.592218 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-34c2445d-c238-4745-8803-7838fb619f7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa771bb-5030-45cb-8aff-d495e9718ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0684383 May 20 15:55:48.722178 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-9815af37-65c5-42b5-af6a-63cf4efe20c4 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215606 May 20 15:55:48.851488 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-878cf67a-6cc9-41a7-bd55-c59e1ec0c4d7 req-87f66897-fcb9-45e4-83c4-e2a1e88ad4d3 service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221204 May 20 15:55:49.075849 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c2778-55bc-4a46-bdd5-79f3f641e8df req-7d4e6038-8b32-4606-a637-55a643a535fe tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:49.077814 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6a5c2778-55bc-4a46-bdd5-79f3f641e8df req-7d4e6038-8b32-4606-a637-55a643a535fe tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 943 time: 0.0779102 May 20 15:55:49.122008 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6a5c2778-55bc-4a46-bdd5-79f3f641e8df req-0d403d51-ae44-42c1-a7c4-3ff331590bbd tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383918 May 20 15:55:50.053352 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device eebd26e5-deb5-4ba0-a04b-a2242fb50a4c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:55:50.184329 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:50.197866 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'port_id': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c', 'mac_address': 'fa:16:3e:76:35:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:55:50.255842 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.272733 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebd26e5-deb5-4ba0-a04b-a2242fb50a4c {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:50.287876 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:50.291794 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.293529 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:50.307354 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56ba85-cf62-41b8-a254-e45f4f31623b req-1b1262fb-73bf-4c3a-8dc0-35b0c27304b3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:50.308678 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9c56ba85-cf62-41b8-a254-e45f4f31623b req-1b1262fb-73bf-4c3a-8dc0-35b0c27304b3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 943 time: 0.0832510 May 20 15:55:50.353456 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9c56ba85-cf62-41b8-a254-e45f4f31623b req-d8db72c0-1e47-4c15-bdde-83befc82d8d4 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382950 May 20 15:55:50.358230 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:50.361253 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:50.519962 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['eebd26e5-deb5-4ba0-a04b-a2242fb50a4c'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:51.540370 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499add4-c261-41e6-991c-a1a65a9b0277 req-add13cf4-4189-4e06-9910-fe7901dd55cf tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:51.542176 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6499add4-c261-41e6-991c-a1a65a9b0277 req-add13cf4-4189-4e06-9910-fe7901dd55cf tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 944 time: 0.0814090 May 20 15:55:51.593705 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6499add4-c261-41e6-991c-a1a65a9b0277 req-2250c5f6-e18e-402f-b4e9-f3bb3a5dbbe3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454462 May 20 15:55:52.069171 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device eebd26e5-deb5-4ba0-a04b-a2242fb50a4c up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:52.135165 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:52.139954 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:52.140361 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.276954 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.302491 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7655df0-21df-4750-8b3d-3af131693e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:52.312490 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:52.317254 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.319107 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:52.350853 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7655df0-21df-4750-8b3d-3af131693e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c', 'code': 200} May 20 15:55:52.390604 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:52.393749 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:52.601989 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b381c-224f-4bc6-8a90-98898ebf1b9e req-a5f3f933-c45b-4f43-af57-c4bcd7ddc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:52.603439 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3a0b381c-224f-4bc6-8a90-98898ebf1b9e req-a5f3f933-c45b-4f43-af57-c4bcd7ddc464 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 1098 time: 0.0789027 May 20 15:55:52.649222 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3a0b381c-224f-4bc6-8a90-98898ebf1b9e req-1713f322-93f1-400b-bf9a-eb64dce1ae5a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384424 May 20 15:55:52.795293 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a9114-287b-459a-8adf-363a38d46703 req-c644ce38-d9ea-4821-b876-28c693021563 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:52.796803 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-069a9114-287b-459a-8adf-363a38d46703 req-c644ce38-d9ea-4821-b876-28c693021563 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 945 time: 0.0812149 May 20 15:55:52.839535 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-069a9114-287b-459a-8adf-363a38d46703 req-3b484b0f-b05d-420b-bb49-055034d577b6 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372729 May 20 15:55:54.030009 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68ed5a-5643-4729-9511-c0c917a5c425 req-d7c63ae5-e215-4355-a138-0e75061f1c7e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:54.031464 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1b68ed5a-5643-4729-9511-c0c917a5c425 req-d7c63ae5-e215-4355-a138-0e75061f1c7e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 945 time: 0.0844121 May 20 15:55:54.075251 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1b68ed5a-5643-4729-9511-c0c917a5c425 req-73f61cd0-406d-41f2-acb2-d28f9f096a85 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379910 May 20 15:55:54.268802 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711a8b5-56e8-44c6-8471-02921f403a29 req-3f49e35e-3cdd-4d23-a633-882362b85d62 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:54.270993 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7711a8b5-56e8-44c6-8471-02921f403a29 req-3f49e35e-3cdd-4d23-a633-882362b85d62 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 945 time: 0.0931728 May 20 15:55:54.278619 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 58396) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:54.284457 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-f6e336b4-eafd-4462-85f1-0661d4a1cd6c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Request body: {'floatingip': {'port_id': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:54.362562 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f6e336b4-eafd-4462-85f1-0661d4a1cd6c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:55.047386 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f6e336b4-eafd-4462-85f1-0661d4a1cd6c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:55.051190 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f6e336b4-eafd-4462-85f1-0661d4a1cd6c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:55.231218 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.l3_db [None req-f6e336b4-eafd-4462-85f1-0661d4a1cd6c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Floating IP 45066b6d-1da3-46bd-b24c-dbb5a414ed77 associated. External IP: 172.27.2.253, port: eebd26e5-deb5-4ba0-a04b-a2242fb50a4c. May 20 15:55:55.578926 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e336b4-eafd-4462-85f1-0661d4a1cd6c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Router 45861734-56eb-416d-a597-926fcaf30ad0 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:55.757238 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e336b4-eafd-4462-85f1-0661d4a1cd6c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:55.762078 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-f6e336b4-eafd-4462-85f1-0661d4a1cd6c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:55.766386 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] Sync routers for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:55.775496 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:55.776131 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:55:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:55.818904 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-f6e336b4-eafd-4462-85f1-0661d4a1cd6c tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "PUT /v2.0/floatingips/45066b6d-1da3-46bd-b24c-dbb5a414ed77 HTTP/1.1" status: 200 len: 991 time: 1.5386491 May 20 15:55:55.819633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7655df0-21df-4750-8b3d-3af131693e09', 'tag': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:55.866561 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7655df0-21df-4750-8b3d-3af131693e09', 'tag': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c', 'status': 'completed', 'code': 200} May 20 15:55:55.952875 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:55.959305 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-74652cff-128d-4cec-884a-2961e33cf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:55.961049 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-74652cff-128d-4cec-884a-2961e33cf9e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f20e9aa07e94805976243a3976d9fbb&device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 1098 time: 0.0712385 May 20 15:55:56.101176 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-8e696c9a-9387-43bf-a488-3ea16b725288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:56.102535 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-8e696c9a-9387-43bf-a488-3ea16b725288 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 200 len: 911 time: 0.1343081 May 20 15:55:56.210662 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-444ababe-775e-4824-8dd2-5034e863cd35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c HTTP/1.1" status: 200 len: 999 time: 0.0958710 May 20 15:55:56.277739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-bb426c4c-c3cd-4a1d-be6b-55783358a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:56.279807 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-bb426c4c-c3cd-4a1d-be6b-55783358a7ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 200 len: 849 time: 0.0621271 May 20 15:55:56.310615 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '45066b6d-1da3-46bd-b24c-dbb5a414ed77', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'port_id': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'mac_address': 'fa:16:3e:76:35:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7655df0-21df-4750-8b3d-3af131693e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:39Z', 'updated_at': '2021-05-20T15:55:54Z', 'revision_number': 1, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:56.314511 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] Checking router: 45861734-56eb-416d-a597-926fcaf30ad0 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:56.322653 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:56.323252 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:55:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:56.362647 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-faeaa819-0399-42d3-b363-6c0c73460ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:56.364074 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-faeaa819-0399-42d3-b363-6c0c73460ddd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaa771bb-5030-45cb-8aff-d495e9718ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0749388 May 20 15:55:56.505813 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:56.579974 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-0672759f-19b6-4d2f-8c53-c02187231baf service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078154 May 20 15:55:56.725801 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-95d7fb1d-6411-4a85-903a-50bc756bb452 req-45fceb51-a891-435f-9595-ffd87642a7fc service neutron] 10.222.0.58 "GET /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385005 May 20 15:55:56.860036 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '45066b6d-1da3-46bd-b24c-dbb5a414ed77', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'port_id': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'mac_address': 'fa:16:3e:76:35:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7655df0-21df-4750-8b3d-3af131693e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:39Z', 'updated_at': '2021-05-20T15:55:54Z', 'revision_number': 1, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:56.863818 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2fa25-e4fa-4712-84e6-f3cf4af68868 None None] The sync data for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi is: [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '45066b6d-1da3-46bd-b24c-dbb5a414ed77', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'port_id': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'mac_address': 'fa:16:3e:76:35:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7655df0-21df-4750-8b3d-3af131693e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:39Z', 'updated_at': '2021-05-20T15:55:54Z', 'revision_number': 1, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:57.047196 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bad8fa-6629-4394-8204-604ea43dcc8d None None] New status for floating IP 45066b6d-1da3-46bd-b24c-dbb5a414ed77: ACTIVE {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:56:07.595927 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.462246 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-ea1d57bf-86ee-4229-b7b6-f766946008e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.861414 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:12.122376 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-76391c2d-a3d2-4661-a2e1-40026a7f0438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.138298 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.301514 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 58552) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:14.420276 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.434078 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:14.438312 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Usage tracker for resource:security_group_rule and tenant:1ca1128e816d4d52b9e075a398fce396 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:14.441130 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:14.446811 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:14.530696 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.534407 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.542689 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c20c2d6b-aefd-4459-aa90-588226f76911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:14.581751 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ca1128e816d4d52b9e075a398fce396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791579 May 20 15:56:14.583283 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152fd100-b82c-4ef1-9bf4-02ae4e34e952,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:14.584406 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 58558) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:14.586561 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:14.643613 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-59c8b7ec-a702-4072-a81c-1c15d5a2e0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.668045 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-59c8b7ec-a702-4072-a81c-1c15d5a2e0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.693615 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.721004 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-59c8b7ec-a702-4072-a81c-1c15d5a2e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.724630 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1a1d59c8-36ca-43cd-ab15-133734ec9f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:14.737555 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8b7ec-a702-4072-a81c-1c15d5a2e0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152fd100-b82c-4ef1-9bf4-02ae4e34e952,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:14.741840 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-59c8b7ec-a702-4072-a81c-1c15d5a2e0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:14.743060 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-59c8b7ec-a702-4072-a81c-1c15d5a2e0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.745050 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-59c8b7ec-a702-4072-a81c-1c15d5a2e0f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/152fd100-b82c-4ef1-9bf4-02ae4e34e952 HTTP/1.1" status: 204 len: 168 time: 0.1596599 May 20 15:56:20.589077 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:56:26.314909 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc409-4f71-4681-9513-9260278646e5 req-e26736a0-dd3d-46f7-bcaf-c3e2dc79a7c5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:26.316380 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-971fc409-4f71-4681-9513-9260278646e5 req-e26736a0-dd3d-46f7-bcaf-c3e2dc79a7c5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.1874337 May 20 15:56:26.359600 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-971fc409-4f71-4681-9513-9260278646e5 req-0d454cad-4843-497f-8155-11004103d610 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375409 May 20 15:56:27.548366 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6deed9-de38-4a12-baa8-ad8fc714810d req-55766c5f-5d23-46f8-9b98-db209641312c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:27.549713 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b6deed9-de38-4a12-baa8-ad8fc714810d req-55766c5f-5d23-46f8-9b98-db209641312c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0793672 May 20 15:56:27.595592 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b6deed9-de38-4a12-baa8-ad8fc714810d req-ee0e53fb-9a51-4102-963a-e3cdc0fc360d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400965 May 20 15:56:28.779557 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe38fd-9c2f-4850-81cf-82766a958738 req-7bb05cd9-4745-42bb-872f-f46fae15bc3c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:28.780917 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7dbe38fd-9c2f-4850-81cf-82766a958738 req-7bb05cd9-4745-42bb-872f-f46fae15bc3c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0772443 May 20 15:56:28.824633 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7dbe38fd-9c2f-4850-81cf-82766a958738 req-dbcece5a-eba1-4499-9f9b-1d5c9f44fb30 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375867 May 20 15:56:30.012151 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd7e75-0937-452c-b5bd-3fcf4ff5db6e req-5f04f2b7-dc1d-413e-ad65-dc33a6273281 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:30.013598 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-acdd7e75-0937-452c-b5bd-3fcf4ff5db6e req-5f04f2b7-dc1d-413e-ad65-dc33a6273281 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0813255 May 20 15:56:30.057103 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-acdd7e75-0937-452c-b5bd-3fcf4ff5db6e req-026c8298-f429-4928-ae9a-0fc89b56e80c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378935 May 20 15:56:31.243103 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398d1f5-c068-4c92-a7ce-c2e506ba8a3c req-219928d2-8999-4d5e-8093-e11f382f05e0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:31.244558 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a398d1f5-c068-4c92-a7ce-c2e506ba8a3c req-219928d2-8999-4d5e-8093-e11f382f05e0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0775483 May 20 15:56:31.289779 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a398d1f5-c068-4c92-a7ce-c2e506ba8a3c req-74ee86a6-3ceb-4bc0-8ee2-f9098fb236e9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 May 20 15:56:32.562029 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d38cff-6e9c-4225-b370-564e1e7c47d4 req-c2cdeb90-bef2-4b1c-8593-aa72ee30423d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:32.563512 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-67d38cff-6e9c-4225-b370-564e1e7c47d4 req-c2cdeb90-bef2-4b1c-8593-aa72ee30423d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.1674075 May 20 15:56:32.606695 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-67d38cff-6e9c-4225-b370-564e1e7c47d4 req-c37ea78e-4a81-4087-bcfd-89b6985e4bd2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375600 May 20 15:56:33.793228 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c606-9c09-4490-8823-8129bcd3e872 req-8410a92f-6b07-429c-8d86-b81af865fc99 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:33.794689 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ab72c606-9c09-4490-8823-8129bcd3e872 req-8410a92f-6b07-429c-8d86-b81af865fc99 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0807476 May 20 15:56:33.838193 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ab72c606-9c09-4490-8823-8129bcd3e872 req-7e1fc1c2-a0bf-453b-8097-c4e00fb98021 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372200 May 20 15:56:34.792571 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ec358-ac0f-4c76-b188-280c252802d6 req-07d8c07b-35b6-40f4-817c-dfebff68c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:34.794039 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-081ec358-ac0f-4c76-b188-280c252802d6 req-07d8c07b-35b6-40f4-817c-dfebff68c4f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 1099 time: 0.1133981 May 20 15:56:34.938655 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ec358-ac0f-4c76-b188-280c252802d6 req-5776821d-c41d-4d8c-808e-96cf70334134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:34.940592 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-081ec358-ac0f-4c76-b188-280c252802d6 req-5776821d-c41d-4d8c-808e-96cf70334134 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 918 time: 0.1264987 May 20 15:56:35.036893 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3d86b-5c80-4b63-9d55-ca7d7295b7d8 req-025b221a-0fd0-46a7-9b7a-038c7f2c030f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:35.038370 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a5b3d86b-5c80-4b63-9d55-ca7d7295b7d8 req-025b221a-0fd0-46a7-9b7a-038c7f2c030f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0801618 May 20 15:56:35.043319 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-081ec358-ac0f-4c76-b188-280c252802d6 req-1cce6034-8516-446f-93d1-02428c3b887a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187c51ba-bee8-4def-86e4-8946274778e2 HTTP/1.1" status: 200 len: 1001 time: 0.0956447 May 20 15:56:35.089332 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a5b3d86b-5c80-4b63-9d55-ca7d7295b7d8 req-7cdcd4ab-1012-4e76-8f05-1d9df34159a4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 May 20 15:56:35.108441 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ec358-ac0f-4c76-b188-280c252802d6 req-bfac2a08-cb86-40f2-95ae-b762d44c3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:35.110417 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-081ec358-ac0f-4c76-b188-280c252802d6 req-bfac2a08-cb86-40f2-95ae-b762d44c3177 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.0571735 May 20 15:56:35.186787 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ec358-ac0f-4c76-b188-280c252802d6 req-1ab03e68-4421-45cf-b954-3e428406e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:35.189005 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-081ec358-ac0f-4c76-b188-280c252802d6 req-1ab03e68-4421-45cf-b954-3e428406e951 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720196 May 20 15:56:35.318817 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-081ec358-ac0f-4c76-b188-280c252802d6 req-10a7b8e2-c85f-4f3b-8a44-8b489504691c service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225963 May 20 15:56:35.450342 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-081ec358-ac0f-4c76-b188-280c252802d6 req-4bd001ce-0c60-44f6-b3dc-f39e3e66b62d service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225703 May 20 15:56:36.275020 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b79c2-f709-4aa4-b891-d50600b48f83 req-f97ee56a-1018-4998-9a19-a7bf6ac1a193 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:36.276456 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-354b79c2-f709-4aa4-b891-d50600b48f83 req-f97ee56a-1018-4998-9a19-a7bf6ac1a193 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0786347 May 20 15:56:36.320780 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-354b79c2-f709-4aa4-b891-d50600b48f83 req-fe72ba34-8609-403b-b916-56939cfecb73 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387216 May 20 15:56:37.509201 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ef95b-170e-4b96-a423-8ad7d423690c req-8c07b903-963c-4e79-b67d-daefb1c40e9c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:37.510655 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-578ef95b-170e-4b96-a423-8ad7d423690c req-8c07b903-963c-4e79-b67d-daefb1c40e9c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0825059 May 20 15:56:37.555272 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-578ef95b-170e-4b96-a423-8ad7d423690c req-75ed1362-4c9e-4089-b334-5b85be5bc089 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390232 May 20 15:56:37.604768 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.248031 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 187c51ba-bee8-4def-86e4-8946274778e2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:56:38.408220 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:38.421091 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '187c51ba-bee8-4def-86e4-8946274778e2', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'port_id': '187c51ba-bee8-4def-86e4-8946274778e2', 'mac_address': 'fa:16:3e:cf:8c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:56:38.475977 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.493096 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 187c51ba-bee8-4def-86e4-8946274778e2 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:56:38.508833 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:38.513844 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.516836 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:38.584865 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=6']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:38.591930 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.592295 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.592636 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.592962 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.593288 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.593610 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.593929 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.594245 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.595436 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.595787 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.596105 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.596417 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:38.601618 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:38.607254 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['187c51ba-bee8-4def-86e4-8946274778e2'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:56:38.785984 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2f606-07fa-435b-bc6f-9711f65904ef req-63fa2e2c-510e-4d90-8a42-6bcd69f9abd0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:38.794787 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-22a2f606-07fa-435b-bc6f-9711f65904ef req-63fa2e2c-510e-4d90-8a42-6bcd69f9abd0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 945 time: 0.1036599 May 20 15:56:38.838589 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-22a2f606-07fa-435b-bc6f-9711f65904ef req-3db6f163-f508-4abd-bcaf-ede99e854614 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429397 May 20 15:56:39.467712 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-36dadce0-4081-46f0-a704-b9bbd7076ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.094015 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff69e-59fb-48dd-bd41-d23d99bbe359 req-56906224-d733-450b-ad9d-379d65143220 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:40.095804 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9f8ff69e-59fb-48dd-bd41-d23d99bbe359 req-56906224-d733-450b-ad9d-379d65143220 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 945 time: 0.1171255 May 20 15:56:40.151893 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9f8ff69e-59fb-48dd-bd41-d23d99bbe359 req-fffb3e99-fbf0-4f4d-99cd-4761051ba843 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498552 May 20 15:56:40.263336 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 187c51ba-bee8-4def-86e4-8946274778e2 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:40.338003 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 187c51ba-bee8-4def-86e4-8946274778e2 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:40.338379 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.463251 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.495537 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:40.507566 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:40.517525 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.519748 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:40.578469 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2', 'code': 200} May 20 15:56:40.597538 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=7']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:40.601201 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:41.363440 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039935d-f0b9-4940-8098-dfdc4b5fc069 req-450932c0-81d3-4900-9c43-9ccf492cae09 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:41.372543 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f039935d-f0b9-4940-8098-dfdc4b5fc069 req-450932c0-81d3-4900-9c43-9ccf492cae09 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0966277 May 20 15:56:41.418970 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f039935d-f0b9-4940-8098-dfdc4b5fc069 req-2bb59364-77a7-48cf-b6d4-216c3eacb5e6 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445976 May 20 15:56:41.890063 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.132346 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-50157df2-704d-4a13-9129-cbc268e4f29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.649333 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e1d1f-bfbe-491e-82fd-915bd349735e req-6f31c6be-85b9-40e2-b58b-a947869fc923 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:42.656875 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-118e1d1f-bfbe-491e-82fd-915bd349735e req-6f31c6be-85b9-40e2-b58b-a947869fc923 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.1021569 May 20 15:56:42.708364 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-118e1d1f-bfbe-491e-82fd-915bd349735e req-6e0814b1-c663-4563-918e-81fd3e03c6e9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496781 May 20 15:56:43.155853 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.051820 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33d124-cb84-41ee-83e7-6181ac379593 req-513de023-4784-4b64-aa49-2801cc6b3347 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:44.053462 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fc33d124-cb84-41ee-83e7-6181ac379593 req-513de023-4784-4b64-aa49-2801cc6b3347 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0904362 May 20 15:56:44.114376 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fc33d124-cb84-41ee-83e7-6181ac379593 req-c593207f-32d7-4634-997c-920c8c427a52 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547760 May 20 15:56:44.701263 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.319884 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f081d-3e6f-459a-8288-b81aa43b00f7 req-1e0b0eee-8257-410e-8cc5-415bed65c35b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:45.326840 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-085f081d-3e6f-459a-8288-b81aa43b00f7 req-1e0b0eee-8257-410e-8cc5-415bed65c35b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0919580 May 20 15:56:45.370461 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-085f081d-3e6f-459a-8288-b81aa43b00f7 req-0dce3c9e-0008-4449-bd8d-f37f095a4a47 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425191 May 20 15:56:46.598325 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728df63-305b-423f-bf8a-809e357d73af req-e943664e-df63-41bf-8581-12cc2dad42dc tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:46.599852 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6728df63-305b-423f-bf8a-809e357d73af req-e943664e-df63-41bf-8581-12cc2dad42dc tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0948179 May 20 15:56:46.653090 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6728df63-305b-423f-bf8a-809e357d73af req-bb693822-54b6-4528-a826-182bdc008c87 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 May 20 15:56:47.876239 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ae41-c305-43ab-8e82-5ec356b23886 req-7ced6313-3c38-4ba2-8188-583805859698 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:47.877724 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6ba0ae41-c305-43ab-8e82-5ec356b23886 req-7ced6313-3c38-4ba2-8188-583805859698 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0871718 May 20 15:56:47.922766 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6ba0ae41-c305-43ab-8e82-5ec356b23886 req-42d65a2a-a0c3-4f8f-b0ff-1c52336a921f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394611 May 20 15:56:48.474343 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-cbae9d8f-faff-4ec3-9b28-291db246378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.475746 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-cbae9d8f-faff-4ec3-9b28-291db246378b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 1099 time: 0.0701447 May 20 15:56:48.608720 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-edcbae77-67b8-4caf-8b4b-e2a7be803026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.610692 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-edcbae77-67b8-4caf-8b4b-e2a7be803026 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 918 time: 0.1259663 May 20 15:56:48.792990 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-d24c042b-affa-4964-b9e8-c01550b4c794 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187c51ba-bee8-4def-86e4-8946274778e2 HTTP/1.1" status: 200 len: 1001 time: 0.1752100 May 20 15:56:48.858865 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-438c97af-dd55-4ff3-ba49-2f605ac5e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.860842 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-438c97af-dd55-4ff3-ba49-2f605ac5e7bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.0570788 May 20 15:56:48.940266 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-226fff5d-5e71-4454-bfb0-07124d0964bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.941723 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-226fff5d-5e71-4454-bfb0-07124d0964bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0711875 May 20 15:56:49.134605 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-77b79780-df0b-4bed-9545-1e04afa78d57 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825273 May 20 15:56:49.174929 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9b08d-85ba-4e41-898e-dcd87bcba7c1 req-3dae8856-7817-425b-81e9-d69e9fe354b5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:49.176889 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e2f9b08d-85ba-4e41-898e-dcd87bcba7c1 req-3dae8856-7817-425b-81e9-d69e9fe354b5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.1334653 May 20 15:56:49.291737 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e2f9b08d-85ba-4e41-898e-dcd87bcba7c1 req-d995a037-7ab0-477e-8399-314aec30623b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015539 May 20 15:56:49.315039 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-89d1e8fd-1dd9-4bbd-bfb9-67b3b134d37d req-4b38e469-334c-40ce-986b-2c5830d5db05 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696663 May 20 15:56:50.480499 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d7827-dcb9-4a77-9db6-b7f4dd76ef49 req-8cf21965-c5cb-4336-892c-0495ab44971b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:50.481946 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c96d7827-dcb9-4a77-9db6-b7f4dd76ef49 req-8cf21965-c5cb-4336-892c-0495ab44971b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0801251 May 20 15:56:50.525573 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c96d7827-dcb9-4a77-9db6-b7f4dd76ef49 req-09f84aa0-937b-4ccb-9a69-0375ab33406b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379221 May 20 15:56:51.712558 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8076f5-6e0a-4c86-8839-f528611fb85c req-9eccbe46-3e12-465d-9ed3-0dfb78ef4ac5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:51.714035 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fd8076f5-6e0a-4c86-8839-f528611fb85c req-9eccbe46-3e12-465d-9ed3-0dfb78ef4ac5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 946 time: 0.0792246 May 20 15:56:51.763206 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fd8076f5-6e0a-4c86-8839-f528611fb85c req-59727c12-9174-4915-98db-532cb16f047a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434630 May 20 15:56:52.322996 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 187c51ba-bee8-4def-86e4-8946274778e2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:52.435394 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.461436 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:52.472631 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:52.477025 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.479900 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:52.551315 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=8']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:52.554499 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:52.559448 dv-cinder-784779-12-iscsi neutron-server[91645]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2', 'code': 422} returned with failed status May 20 15:56:53.205244 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee30a4-69d8-4f7f-9029-04537c36743d req-46cf4fc1-2824-4041-8fde-18860345ee34 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:53.207061 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4aee30a4-69d8-4f7f-9029-04537c36743d req-46cf4fc1-2824-4041-8fde-18860345ee34 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0918839 May 20 15:56:53.255477 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4aee30a4-69d8-4f7f-9029-04537c36743d req-dca9c318-a66c-4fcf-b53b-119c6c702213 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424631 May 20 15:56:53.353537 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 58860) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.468809 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-f74a4da0-1602-4341-a4da-faf3986ec011 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140542 May 20 15:56:54.453509 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bd5e7-8651-4df7-997a-5cd80b800052 req-4586bbfd-2faa-4a91-82e4-d7c1197efee3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.455589 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4c2bd5e7-8651-4df7-997a-5cd80b800052 req-4586bbfd-2faa-4a91-82e4-d7c1197efee3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0848906 May 20 15:56:54.505106 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4c2bd5e7-8651-4df7-997a-5cd80b800052 req-8b317636-7f66-4a39-aca4-896516129083 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 May 20 15:56:54.590580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374912-e407-458e-96ef-f57843f6c165 req-8a25454c-cd36-4581-9a62-2697cba63370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.592092 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-8a25454c-cd36-4581-9a62-2697cba63370 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d&tenant_id=6bcb1140b8394a729cc9a226c0a23a6c HTTP/1.1" status: 200 len: 1097 time: 0.0707219 May 20 15:56:54.693462 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374912-e407-458e-96ef-f57843f6c165 req-bfb644a3-60c1-4ba7-a52f-1c1692c54015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.694930 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-bfb644a3-60c1-4ba7-a52f-1c1692c54015 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 1097 time: 0.0746441 May 20 15:56:54.826336 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374912-e407-458e-96ef-f57843f6c165 req-6bede394-5eeb-474d-a34f-97305fbb61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.827782 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-6bede394-5eeb-474d-a34f-97305fbb61a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 200 len: 918 time: 0.1230500 May 20 15:56:54.931098 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-c94d097a-edad-4c8d-81ba-34c9ad8b19bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187c51ba-bee8-4def-86e4-8946274778e2 HTTP/1.1" status: 200 len: 999 time: 0.0934026 May 20 15:56:54.996666 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374912-e407-458e-96ef-f57843f6c165 req-319e038f-3776-4cc9-b1dc-4d9307126ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.998086 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-319e038f-3776-4cc9-b1dc-4d9307126ae0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 200 len: 856 time: 0.0558817 May 20 15:56:55.076582 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374912-e407-458e-96ef-f57843f6c165 req-ae18e038-4269-47e7-be8f-b52ee59fdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:55.077970 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-ae18e038-4269-47e7-be8f-b52ee59fdedc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0043754e-75c8-4d67-a366-20c5ef1cd936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686293 May 20 15:56:55.209594 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-8db23c46-c874-4d63-8636-01824b85598c service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214013 May 20 15:56:55.339830 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-2f54fdff-c044-43d4-8b9d-7af2c12e6799 service neutron] 10.222.0.58 "GET /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206443 May 20 15:56:55.692073 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afac2e-5082-405c-a65f-75cb44426029 req-9b3e4db1-0b12-489c-9609-1f8fe8b271b4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:55.693527 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-38afac2e-5082-405c-a65f-75cb44426029 req-9b3e4db1-0b12-489c-9609-1f8fe8b271b4 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0792434 May 20 15:56:55.741924 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-38afac2e-5082-405c-a65f-75cb44426029 req-33363bf6-86ea-477b-8f54-bf4bde71d883 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422938 May 20 15:56:57.039012 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8cea3-2e80-4b78-903f-6c2b7b668f36 req-cc59df80-4fd2-4f3c-a96c-3c8abf8c2477 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:57.040583 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f3b8cea3-2e80-4b78-903f-6c2b7b668f36 req-cc59df80-4fd2-4f3c-a96c-3c8abf8c2477 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.1779435 May 20 15:56:57.087749 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f3b8cea3-2e80-4b78-903f-6c2b7b668f36 req-23796375-695e-477a-aa9f-39836e5f6a83 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407052 May 20 15:56:57.588884 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:56:58.291905 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc74c9d-7358-4e7c-8823-66b3399e7cbb req-4f21d34a-7ed1-4bf3-8feb-b8a56fee4bee tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:58.293601 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4dc74c9d-7358-4e7c-8823-66b3399e7cbb req-4f21d34a-7ed1-4bf3-8feb-b8a56fee4bee tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0853841 May 20 15:56:58.340236 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4dc74c9d-7358-4e7c-8823-66b3399e7cbb req-83eb0d3d-578b-4cfa-9a5d-150ae35fbb97 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 May 20 15:56:59.534256 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cdb71-b4cf-4332-8293-a24c65c4c868 req-08fc7acd-6ca1-4c8f-ade9-deef32bbdb47 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:59.535764 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1a4cdb71-b4cf-4332-8293-a24c65c4c868 req-08fc7acd-6ca1-4c8f-ade9-deef32bbdb47 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0827534 May 20 15:56:59.582102 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1a4cdb71-b4cf-4332-8293-a24c65c4c868 req-587c26f1-fd2c-4ded-8278-a55f132aa748 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404201 May 20 15:57:00.775764 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cb9c1-4567-459b-9647-d969265d94ed req-9967e112-084b-4ddb-8742-1b1cdf66079d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:00.777235 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ad9cb9c1-4567-459b-9647-d969265d94ed req-9967e112-084b-4ddb-8742-1b1cdf66079d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0823262 May 20 15:57:00.823586 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ad9cb9c1-4567-459b-9647-d969265d94ed req-fe397038-9d9d-4085-9446-62c15d62e2f0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399346 May 20 15:57:02.040239 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3a85e-27e2-4240-a3a9-adaf46859da5 req-f1aa0829-12ac-4328-a405-9dd447506a13 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:02.040239 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f3b3a85e-27e2-4240-a3a9-adaf46859da5 req-f1aa0829-12ac-4328-a405-9dd447506a13 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0942087 May 20 15:57:02.083481 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f3b3a85e-27e2-4240-a3a9-adaf46859da5 req-f173e07c-275d-48b6-84da-34ef076ca4ce tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412831 May 20 15:57:03.297539 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0fe31-1629-4dc1-b9ae-a9772ebce080 req-7bb9255f-c782-4c1f-941e-46a90d10f81d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:03.299594 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2af0fe31-1629-4dc1-b9ae-a9772ebce080 req-7bb9255f-c782-4c1f-941e-46a90d10f81d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0856934 May 20 15:57:03.347782 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2af0fe31-1629-4dc1-b9ae-a9772ebce080 req-db6fbc5c-ddb0-4192-b174-fe26620787bb tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 May 20 15:57:04.561469 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c0908-51a6-453d-8e82-9085474cbd6b req-0bdbbd73-89fb-40f2-84ff-501929082e9b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:04.563371 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4f3c0908-51a6-453d-8e82-9085474cbd6b req-0bdbbd73-89fb-40f2-84ff-501929082e9b tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.1040201 May 20 15:57:04.644353 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4f3c0908-51a6-453d-8e82-9085474cbd6b req-51456610-e0ce-4914-ad19-bef02207936a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712121 May 20 15:57:05.845956 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd652e4-dd68-4c1c-93c5-5a8aa27f3196 req-8297e8a6-537b-4431-abdd-2ea6a071eafb tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:05.847427 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ecd652e4-dd68-4c1c-93c5-5a8aa27f3196 req-8297e8a6-537b-4431-abdd-2ea6a071eafb tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0877609 May 20 15:57:05.964743 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ecd652e4-dd68-4c1c-93c5-5a8aa27f3196 req-6bf319f1-249d-4128-8564-7f237c54408a tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114416 May 20 15:57:07.151928 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0be377-17fc-443f-bc6c-3e847e8995f1 req-b27d4262-17b9-4fb6-99ae-8b726e95b5fe tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:07.153388 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d0be377-17fc-443f-bc6c-3e847e8995f1 req-b27d4262-17b9-4fb6-99ae-8b726e95b5fe tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0795171 May 20 15:57:07.203804 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d0be377-17fc-443f-bc6c-3e847e8995f1 req-9a1820a5-19cd-4192-8c05-937d2885a5e7 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 May 20 15:57:07.612396 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.397280 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa7dbf-b28a-4e45-8031-58b0d61b9c3d req-8fdc4bff-915b-4be3-9815-917fbc3dd844 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:08.398749 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fcaa7dbf-b28a-4e45-8031-58b0d61b9c3d req-8fdc4bff-915b-4be3-9815-917fbc3dd844 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 944 time: 0.0841086 May 20 15:57:08.429580 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 187c51ba-bee8-4def-86e4-8946274778e2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:57:08.444490 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fcaa7dbf-b28a-4e45-8031-58b0d61b9c3d req-19edd3c4-0fa0-4ef2-a0a3-dfe921f796e5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399427 May 20 15:57:08.558748 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:08.572137 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '187c51ba-bee8-4def-86e4-8946274778e2', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'port_id': '187c51ba-bee8-4def-86e4-8946274778e2', 'mac_address': 'fa:16:3e:cf:8c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:57:08.623950 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.640164 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187c51ba-bee8-4def-86e4-8946274778e2 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:57:08.654528 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:08.659017 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.660726 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:08.725647 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=9']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:08.728449 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:08.910725 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['187c51ba-bee8-4def-86e4-8946274778e2'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:57:09.460676 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-91296a99-0a64-40b8-a1c5-4aec722540e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:09.635508 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b466e19-688b-4537-8267-082b8c8b32e8 req-76814c07-79b8-4be7-b3cd-d9c1731e3945 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:09.636918 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8b466e19-688b-4537-8267-082b8c8b32e8 req-76814c07-79b8-4be7-b3cd-d9c1731e3945 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 945 time: 0.0801849 May 20 15:57:09.684854 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8b466e19-688b-4537-8267-082b8c8b32e8 req-e9b6c47e-2a12-44cd-96c0-f8ff420ef376 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 May 20 15:57:10.441370 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 187c51ba-bee8-4def-86e4-8946274778e2 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:10.511280 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 187c51ba-bee8-4def-86e4-8946274778e2 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:10.511657 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.653003 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.679279 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:57:10.689384 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:10.693412 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.695274 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:10.729803 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2', 'code': 200} May 20 15:57:10.763587 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=10']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:10.766597 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:10.902624 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d247e9d-90f4-4adf-999c-42c5d38e44a1 req-a6825e23-af51-47bf-92e7-a836ca3be167 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:10.904116 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4d247e9d-90f4-4adf-999c-42c5d38e44a1 req-a6825e23-af51-47bf-92e7-a836ca3be167 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 947 time: 0.0858707 May 20 15:57:10.996218 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4d247e9d-90f4-4adf-999c-42c5d38e44a1 req-186e980a-7513-4da7-b342-5915865530d2 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860219 May 20 15:57:11.011725 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae1f5-8793-47c4-a763-185be6c2485a req-f6e9dcbe-98bf-4e6a-bc95-ed39ac65a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:11.013170 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4d5ae1f5-8793-47c4-a763-185be6c2485a req-f6e9dcbe-98bf-4e6a-bc95-ed39ac65a5f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 1100 time: 0.0903006 May 20 15:57:11.061371 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4d5ae1f5-8793-47c4-a763-185be6c2485a req-f7653f3f-6c49-4014-933b-5860335adaeb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378478 May 20 15:57:11.772688 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9532365-edbb-44d4-89c0-bbe775c38b44 req-c8e29caf-6004-4eb8-bdc4-16922e42f814 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:11.774018 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c9532365-edbb-44d4-89c0-bbe775c38b44 req-c8e29caf-6004-4eb8-bdc4-16922e42f814 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 945 time: 0.0782952 May 20 15:57:11.817757 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c9532365-edbb-44d4-89c0-bbe775c38b44 req-e045ff82-608b-4093-8151-9caf0d74c4c1 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381551 May 20 15:57:11.853033 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.134465 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-11088583-76ca-4d24-a28f-8a4b6ee23a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.192907 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ae2fb-1b51-4386-95bf-ba8802121bf8 req-3efe53cc-9e17-4ecf-9655-0acfa03839d0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:12.194469 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2f3ae2fb-1b51-4386-95bf-ba8802121bf8 req-3efe53cc-9e17-4ecf-9655-0acfa03839d0 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 947 time: 0.0838342 May 20 15:57:12.241506 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2f3ae2fb-1b51-4386-95bf-ba8802121bf8 req-71e533f8-05b5-46fa-a3cc-d340e74d8ab8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 May 20 15:57:13.001993 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bae3be-1c68-4060-b550-0878f8f12ef1 req-9dc54b27-6ccf-484c-8925-fb9bd6f2020a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:13.003412 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b2bae3be-1c68-4060-b550-0878f8f12ef1 req-9dc54b27-6ccf-484c-8925-fb9bd6f2020a tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 945 time: 0.0817397 May 20 15:57:13.046941 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b2bae3be-1c68-4060-b550-0878f8f12ef1 req-250ad43a-1831-4b5c-9f85-14edb01def93 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379000 May 20 15:57:13.144513 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.429946 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2356eb-37c8-48ff-bed4-35fa578e97fd req-1a5edd0e-d05c-4d85-8b24-ce5ca56b8ab9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:13.431292 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5b2356eb-37c8-48ff-bed4-35fa578e97fd req-1a5edd0e-d05c-4d85-8b24-ce5ca56b8ab9 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 947 time: 0.0807114 May 20 15:57:13.475196 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5b2356eb-37c8-48ff-bed4-35fa578e97fd req-7ccb2578-4eb2-4c07-a6e3-718a97c4b3e3 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382311 May 20 15:57:13.623374 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-b0d19c97-d581-4076-bcaa-ae67d08699c9 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:13.624822 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-b0d19c97-d581-4076-bcaa-ae67d08699c9 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 945 time: 0.0778730 May 20 15:57:13.758531 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Deleting port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:13.758764 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.887258 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] For port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:13.887602 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.293802 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.294517 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.294517 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.l3_db [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Floating IP 45066b6d-1da3-46bd-b24c-dbb5a414ed77 disassociated. External IP: 172.27.2.253, port: eebd26e5-deb5-4ba0-a04b-a2242fb50a4c. May 20 15:57:14.294795 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Calling delete_port for eebd26e5-deb5-4ba0-a04b-a2242fb50a4c owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:14.338917 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa4e30-a7cb-4aa1-9bb0-37dd19e6c82a req-ef86fabc-a631-4516-a769-b95d042c599e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:14.340319 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-54fa4e30-a7cb-4aa1-9bb0-37dd19e6c82a req-ef86fabc-a631-4516-a769-b95d042c599e tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 945 time: 0.1083448 May 20 15:57:14.397502 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-54fa4e30-a7cb-4aa1-9bb0-37dd19e6c82a req-fc64ce14-e218-40a4-8867-729e1a320adb tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce4b0e21-c3cb-4407-9229-7772cdea7a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497155 May 20 15:57:14.464577 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.470551 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:14.513417 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event deleted for resources: {'Port': ['ID=eebd26e5-deb5-4ba0-a04b-a2242fb50a4c,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:14.524468 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.524842 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.525286 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.525559 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.525908 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.526260 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.526602 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.526946 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.527289 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.527631 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.527994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.528331 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:14.533779 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:14.701232 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.712173 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Router 45861734-56eb-416d-a597-926fcaf30ad0 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:14.887441 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:14.897643 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] Sync routers for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:14.908117 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:14.908890 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:57:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:14.964781 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] No DVR routers for this DVR port eebd26e5-deb5-4ba0-a04b-a2242fb50a4c on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:14.967618 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.970958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7655df0-21df-4750-8b3d-3af131693e09', 'name': 'network-vif-deleted', 'tag': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:57:14.993082 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bc5ee18b-750d-4e7a-956a-9eb70e810cf1 req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.58 "DELETE /v2.0/ports/eebd26e5-deb5-4ba0-a04b-a2242fb50a4c HTTP/1.1" status: 204 len: 173 time: 1.3621309 May 20 15:57:15.082074 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7655df0-21df-4750-8b3d-3af131693e09', 'name': 'network-vif-deleted', 'tag': 'eebd26e5-deb5-4ba0-a04b-a2242fb50a4c', 'status': 'completed', 'code': 200} May 20 15:57:15.105037 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:15.417623 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:15.421466 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] Checking router: 45861734-56eb-416d-a597-926fcaf30ad0 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:57:15.430450 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:15.430820 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:57:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:15.564214 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-84f58841-ad36-4b2d-9b49-13273e73e608 req-469b7104-2b20-459c-ae57-f6565e013287 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Synchronizing usage tracker for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:15.581218 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-84f58841-ad36-4b2d-9b49-13273e73e608 req-469b7104-2b20-459c-ae57-f6565e013287 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Unset dirty status for tenant:1f20e9aa07e94805976243a3976d9fbb on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:15.582721 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-84f58841-ad36-4b2d-9b49-13273e73e608 req-469b7104-2b20-459c-ae57-f6565e013287 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7655df0-21df-4750-8b3d-3af131693e09 HTTP/1.1" status: 200 len: 210 time: 0.0603287 May 20 15:57:15.627475 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:15.932922 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:15.936832 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36b5b0-c3ce-4769-8b13-c51d0a2b4fa2 None None] The sync data for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi is: [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:51:28Z', 'revision_number': 4, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': 'ec801c2c-aa2b-44a6-b361-e2fe0ceba493', 'name': '', 'network_id': 'aaa771bb-5030-45cb-8aff-d495e9718ed8', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'mac_address': 'fa:16:3e:c0:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a624cae-7e53-4475-864d-2e9e810196af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:46Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'subnets': [{'id': '8a624cae-7e53-4475-864d-2e9e810196af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:16.143483 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8792eb5-4113-49c1-8b9d-39190b09f7c6 None None] New status for floating IP 45066b6d-1da3-46bd-b24c-dbb5a414ed77: DOWN {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:57:16.493091 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device eebd26e5-deb5-4ba0-a04b-a2242fb50a4c no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:16.526763 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: eebd26e5-deb5-4ba0-a04b-a2242fb50a4c {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:16.527114 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device eebd26e5-deb5-4ba0-a04b-a2242fb50a4c not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:16.704052 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59052) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:16.769448 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-40606b73-3fec-466b-aec3-9a663f3d75c3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.796192 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-40606b73-3fec-466b-aec3-9a663f3d75c3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.848169 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-40606b73-3fec-466b-aec3-9a663f3d75c3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.853005 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c9a5061a-7ead-4b05-910f-0061d1aa32e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:16.868764 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40606b73-3fec-466b-aec3-9a663f3d75c3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4b0e21-c3cb-4407-9229-7772cdea7a55,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:16.871166 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-40606b73-3fec-466b-aec3-9a663f3d75c3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:16.877126 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-40606b73-3fec-466b-aec3-9a663f3d75c3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.878220 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-40606b73-3fec-466b-aec3-9a663f3d75c3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "DELETE /v2.0/security-groups/ce4b0e21-c3cb-4407-9229-7772cdea7a55 HTTP/1.1" status: 204 len: 168 time: 0.1731844 May 20 15:57:16.880984 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59056) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:16.896670 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.api.v2.resource [None req-c0c82c08-cc76-4ef6-84c0-25081bacb92f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] show failed (client error): The resource could not be found. May 20 15:57:16.897648 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-c0c82c08-cc76-4ef6-84c0-25081bacb92f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "GET /v2.0/security-groups/ce4b0e21-c3cb-4407-9229-7772cdea7a55 HTTP/1.1" status: 404 len: 347 time: 0.0157855 May 20 15:57:16.900453 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59060) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:17.113131 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Deleting port 37d75185-6270-4ab0-82f8-b4cda0ce1b56 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:17.113475 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.227880 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.228202 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.350119 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Calling delete_port for 37d75185-6270-4ab0-82f8-b4cda0ce1b56 owned by network:floatingip {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:17.454878 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.458317 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:17.612660 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Pushing event deleted for resources: {'Port': ['ID=37d75185-6270-4ab0-82f8-b4cda0ce1b56,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:17.615070 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:17.722005 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks [] for floatingip, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.742398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.743520 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] 10.222.0.47 "DELETE /v2.0/floatingips/45066b6d-1da3-46bd-b24c-dbb5a414ed77 HTTP/1.1" status: 204 len: 168 time: 0.8422089 May 20 15:57:21.755671 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59090) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:22.382996 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496423'] for router_interface, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.780711 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Deleting port ec801c2c-aa2b-44a6-b361-e2fe0ceba493 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:22.781371 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.899558 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] For port ec801c2c-aa2b-44a6-b361-e2fe0ceba493, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=ec801c2c-aa2b-44a6-b361-e2fe0ceba493,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:22.899934 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.019954 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Calling delete_port for ec801c2c-aa2b-44a6-b361-e2fe0ceba493 owned by network:router_interface {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:23.261643 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.265996 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f7339936-99b6-498d-b3fd-d718d8c0f684 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:23.311160 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec801c2c-aa2b-44a6-b361-e2fe0ceba493,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:23.346843 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:23.580083 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-523180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496531'] for router_interface, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.926747 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Router 45861734-56eb-416d-a597-926fcaf30ad0 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:24.100843 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:24.109060 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] Sync routers for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:24.113741 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] 10.222.0.47 "PUT /v2.0/routers/45861734-56eb-416d-a597-926fcaf30ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3569870 May 20 15:57:24.116199 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59096) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:24.118095 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:24.118710 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:57:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:24.287240 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.325379 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:24.562710 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.612354 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:57:23Z', 'revision_number': 5, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port': {'id': 'fbe29f13-664b-44d9-8000-4f88e900992d', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45861734-56eb-416d-a597-926fcaf30ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:18Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:24.616272 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] Checking router: 45861734-56eb-416d-a597-926fcaf30ad0 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:57:24.624503 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] Routers {'45861734-56eb-416d-a597-926fcaf30ad0'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:24.625120 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:57:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['45861734-56eb-416d-a597-926fcaf30ad0'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:24.632056 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Deleting port fbe29f13-664b-44d9-8000-4f88e900992d {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:24.632392 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.751266 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] For port fbe29f13-664b-44d9-8000-4f88e900992d, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=fbe29f13-664b-44d9-8000-4f88e900992d,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:24.751623 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.775570 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] Set router 45861734-56eb-416d-a597-926fcaf30ad0 gateway port host: None {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:24.871821 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Calling delete_port for fbe29f13-664b-44d9-8000-4f88e900992d owned by network:router_gateway {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:24.880611 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:57:24Z', 'revision_number': 6, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port_host': None}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:24.884595 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf95f1-2896-464a-b855-d046a1385616 None None] The sync data for ids ['45861734-56eb-416d-a597-926fcaf30ad0'] in dv-cinder-784779-12-iscsi is: [{'id': '45861734-56eb-416d-a597-926fcaf30ad0', 'name': 'tempest-AttachVolumeTestJSON-171751365-router', 'tenant_id': '1f20e9aa07e94805976243a3976d9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:16Z', 'updated_at': '2021-05-20T15:57:24Z', 'revision_number': 6, 'project_id': '1f20e9aa07e94805976243a3976d9fbb', 'gw_port_host': None}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:25.008481 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.011989 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c9c6a695-5c57-4b83-978f-ad53203e3be9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:25.053413 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe29f13-664b-44d9-8000-4f88e900992d,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:25.057177 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:25.146486 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474892'] for router_gateway, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.321895 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.324080 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.411970 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-474160'] for router, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.412356 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45861734-56eb-416d-a597-926fcaf30ad0 {{(pid=91643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:25.425358 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Notify callbacks [] for router, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.426462 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/45861734-56eb-416d-a597-926fcaf30ad0 HTTP/1.1" status: 204 len: 168 time: 1.3093851 May 20 15:57:25.428971 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59100) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:25.486927 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d0728d-a8c3-4139-a42a-1082a5ab9f35 admin admin] Deleting subnet 8a624cae-7e53-4475-864d-2e9e810196af {{(pid=91643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:25.489752 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7d0728d-a8c3-4139-a42a-1082a5ab9f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.537288 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7d0728d-a8c3-4139-a42a-1082a5ab9f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4097012'] for subnet, precommit_delete_associations {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.626134 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device ec801c2c-aa2b-44a6-b361-e2fe0ceba493 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:25.659318 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7d0728d-a8c3-4139-a42a-1082a5ab9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.660186 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: ec801c2c-aa2b-44a6-b361-e2fe0ceba493 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:25.660546 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device ec801c2c-aa2b-44a6-b361-e2fe0ceba493 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:25.904072 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7d0728d-a8c3-4139-a42a-1082a5ab9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3905190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028879'] for subnet, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.907821 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-de54bea0-0468-4d5a-abc9-af1540e28177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:25.941439 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0728d-a8c3-4139-a42a-1082a5ab9f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a624cae-7e53-4475-864d-2e9e810196af,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:25.943852 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f7d0728d-a8c3-4139-a42a-1082a5ab9f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:25.946503 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7d0728d-a8c3-4139-a42a-1082a5ab9f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.951966 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93831b4f-07da-4aaf-be32-54b213b2f021 None None] Network aaa771bb-5030-45cb-8aff-d495e9718ed8 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:25.952972 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-f7d0728d-a8c3-4139-a42a-1082a5ab9f35 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8a624cae-7e53-4475-864d-2e9e810196af HTTP/1.1" status: 204 len: 168 time: 0.5230577 May 20 15:57:25.955958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59104) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:26.156911 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.203424 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653077f8-df7b-4805-a806-819a959ab66e None None] DHCP port deletion for aaa771bb-5030-45cb-8aff-d495e9718ed8 request from dv-cinder-784779-12-iscsi {{(pid=91645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:26.232499 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Deleting port 9c00eded-05b6-4bae-99bc-7f13217972e0 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:26.232846 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.271448 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-653077f8-df7b-4805-a806-819a959ab66e None None] Deleting port 9c00eded-05b6-4bae-99bc-7f13217972e0 {{(pid=91645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:26.271892 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-653077f8-df7b-4805-a806-819a959ab66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.331820 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] For port 9c00eded-05b6-4bae-99bc-7f13217972e0, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=9c00eded-05b6-4bae-99bc-7f13217972e0,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:26.332267 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.367797 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-653077f8-df7b-4805-a806-819a959ab66e None None] For port 9c00eded-05b6-4bae-99bc-7f13217972e0, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=9c00eded-05b6-4bae-99bc-7f13217972e0,segment=NetworkSegment(7397d819-256b-4c50-bff9-c485716e4780),segment_id=7397d819-256b-4c50-bff9-c485716e4780)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:26.368232 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-653077f8-df7b-4805-a806-819a959ab66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.452787 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Calling delete_port for 9c00eded-05b6-4bae-99bc-7f13217972e0 owned by network:dhcp {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:26.485903 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-653077f8-df7b-4805-a806-819a959ab66e None None] Calling delete_port for 9c00eded-05b6-4bae-99bc-7f13217972e0 owned by network:dhcp {{(pid=91645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:26.497405 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.502638 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:26.543497 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c00eded-05b6-4bae-99bc-7f13217972e0,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:26.546609 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:26.547377 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] No DVR routers for this DVR port 9c00eded-05b6-4bae-99bc-7f13217972e0 on host dv-cinder-784779-12-iscsi {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:26.609782 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-653077f8-df7b-4805-a806-819a959ab66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919'] for port, after_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.613864 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:26.653738 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653077f8-df7b-4805-a806-819a959ab66e None None] Pushing event deleted for resources: {'Port': ['ID=9c00eded-05b6-4bae-99bc-7f13217972e0,revision_number=None']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:26.657649 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-653077f8-df7b-4805-a806-819a959ab66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:26.660194 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653077f8-df7b-4805-a806-819a959ab66e None None] No DVR routers for this DVR port 9c00eded-05b6-4bae-99bc-7f13217972e0 on host dv-cinder-784779-12-iscsi {{(pid=91645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:26.662221 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.680290 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa771bb-5030-45cb-8aff-d495e9718ed8']}} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:26.692255 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7397d819-256b-4c50-bff9-c485716e4780') {'for_net_delete': True} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:26.692547 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7397d819-256b-4c50-bff9-c485716e4780') {} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:26.703850 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4097019'] for segment, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.722249 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.728641 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=91643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:57:26.729080 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3905024'] for segment, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: Traceback (most recent call last): May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: timer() May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: cb(*args, **kw) May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: return func(*args, **kwargs) May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: self._notify() May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: self.callback(batched_events) May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: event.method(event) May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: return f(self, *a, **k) May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._get(url).json() May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: return self.request(url, 'GET', **kwargs) May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:57:26.742689 dv-cinder-784779-12-iscsi neutron-server[91643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:57:26.813308 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.817550 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:26.836305 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.841977 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa771bb-5030-45cb-8aff-d495e9718ed8,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:26.846667 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:26.860795 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] 10.222.0.47 "DELETE /v2.0/networks/aaa771bb-5030-45cb-8aff-d495e9718ed8 HTTP/1.1" status: 204 len: 168 time: 0.9032719 May 20 15:57:26.972519 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59110) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:27.021328 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-4df56a6f-1d7f-48fd-b9d9-e7dc6ac545df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f20e9aa07e94805976243a3976d9fbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475750 May 20 15:57:27.023709 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59114) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:27.080277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.106360 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.125498 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 9c00eded-05b6-4bae-99bc-7f13217972e0 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:27.161757 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.165995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cf91495d-73c2-41bc-bf64-3ad69c80430d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:27.184594 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12a645-d7b1-45f1-b889-66fc3be7d623,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:27.195740 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.196859 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc12a645-d7b1-45f1-b889-66fc3be7d623 HTTP/1.1" status: 204 len: 168 time: 0.1722589 May 20 15:57:27.198117 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.198473 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.198817 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.199160 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.199817 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.200164 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.200502 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.200621 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 9c00eded-05b6-4bae-99bc-7f13217972e0 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:27.200851 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.200972 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 9c00eded-05b6-4bae-99bc-7f13217972e0 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:27.201171 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.201749 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device fbe29f13-664b-44d9-8000-4f88e900992d no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:27.201845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.201845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.202132 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:27.206024 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:27.240612 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: fbe29f13-664b-44d9-8000-4f88e900992d {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:27.240965 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device fbe29f13-664b-44d9-8000-4f88e900992d not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:34.588039 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:57:37.611227 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.191895 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59208) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:38.306073 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.319825 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:38.323538 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Usage tracker for resource:security_group_rule and tenant:8740000377ca490ea724f24e617a6e9b is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:38.326304 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:38.332699 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:38.413435 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.417217 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.425096 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-7d60b2fc-d80f-4bae-991a-28d17d932786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:38.463491 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8740000377ca490ea724f24e617a6e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705288 May 20 15:57:38.464976 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61c0ba0-fe04-4fd9-968f-f23582efe7aa,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:38.466136 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59214) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:38.468268 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:38.524927 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-17a41cb5-9bae-4370-ad5a-138bb4382a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.550227 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-17a41cb5-9bae-4370-ad5a-138bb4382a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.601654 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-17a41cb5-9bae-4370-ad5a-138bb4382a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.605635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1b6a4033-afd2-46fa-9ade-506ce7d6c802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:38.616763 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a41cb5-9bae-4370-ad5a-138bb4382a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61c0ba0-fe04-4fd9-968f-f23582efe7aa,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:38.619140 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-17a41cb5-9bae-4370-ad5a-138bb4382a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:38.625688 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-17a41cb5-9bae-4370-ad5a-138bb4382a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.626820 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-17a41cb5-9bae-4370-ad5a-138bb4382a81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e61c0ba0-fe04-4fd9-968f-f23582efe7aa HTTP/1.1" status: 204 len: 168 time: 0.1597197 May 20 15:57:38.897840 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59222) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:38.915855 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.930454 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:38.934253 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Usage tracker for resource:security_group_rule and tenant:dc26e9afc4b34312b6e2750d4c8c34e6 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:38.937166 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:38.942843 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:39.030182 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.034436 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.042045 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e0588642-fcf9-4ade-82ab-620e050be751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:39.080430 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc26e9afc4b34312b6e2750d4c8c34e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813459 May 20 15:57:39.081366 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779529fe-ae22-477a-9159-d540b07a6b18,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:39.083105 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59226) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:39.084397 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:39.139736 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40c06da5-95c0-4f02-b314-f7d4601c0924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.165565 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40c06da5-95c0-4f02-b314-f7d4601c0924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.222259 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40c06da5-95c0-4f02-b314-f7d4601c0924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.227350 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4eb55ee6-0199-4020-ad58-de74b265d692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:39.239391 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c06da5-95c0-4f02-b314-f7d4601c0924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779529fe-ae22-477a-9159-d540b07a6b18,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:39.242739 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-40c06da5-95c0-4f02-b314-f7d4601c0924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:39.247967 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40c06da5-95c0-4f02-b314-f7d4601c0924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.249076 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-40c06da5-95c0-4f02-b314-f7d4601c0924 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/779529fe-ae22-477a-9159-d540b07a6b18 HTTP/1.1" status: 204 len: 168 time: 0.1649694 May 20 15:57:39.462585 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-395b7bf0-686f-41d3-a6e7-257bfc8b4b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.854483 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.127849 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-a725ec47-2373-41cf-8105-06bd87b945e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.147672 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.677935 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59328) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:44.703935 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.794267 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.808571 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:44.812308 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d3a8faf3464b43a49d35714b1cd2f49d is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:44.815061 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:44.820680 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:44.898792 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.902133 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.910528 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-007a61f8-3bcb-4a0b-a0d6-a3ecdc620577 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:44.948827 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3a8faf3464b43a49d35714b1cd2f49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698035 May 20 15:57:44.949606 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21b0e95-c58b-4850-92c3-1f0b2703a551,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:44.951378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59334) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:44.953168 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:45.009731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bfd11ce-267b-4e84-9802-9e84f1541eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.035674 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bfd11ce-267b-4e84-9802-9e84f1541eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.085605 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bfd11ce-267b-4e84-9802-9e84f1541eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.089274 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-50e6bce0-1a1f-4117-92be-9747a654696a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:45.102121 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd11ce-267b-4e84-9802-9e84f1541eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21b0e95-c58b-4850-92c3-1f0b2703a551,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:45.104703 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-2bfd11ce-267b-4e84-9802-9e84f1541eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:45.111971 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bfd11ce-267b-4e84-9802-9e84f1541eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.113075 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-2bfd11ce-267b-4e84-9802-9e84f1541eb0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e21b0e95-c58b-4850-92c3-1f0b2703a551 HTTP/1.1" status: 204 len: 168 time: 0.1607001 May 20 15:57:45.384455 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59342) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:45.402044 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.419463 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:45.423271 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Usage tracker for resource:security_group_rule and tenant:a581594136994ea0b9217a2017519bd1 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:45.426049 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:45.431619 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:45.519286 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.522953 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.531382 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-dea96bce-203f-4f80-9785-0f642b49bc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:45.570547 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a581594136994ea0b9217a2017519bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850133 May 20 15:57:45.571791 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e8b7f6-b724-422d-ad62-51d477ac00c8,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:45.573247 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59348) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:45.574971 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:45.635638 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-73672786-611f-4904-af5c-9dc78914d4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.660812 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-73672786-611f-4904-af5c-9dc78914d4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.711705 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-73672786-611f-4904-af5c-9dc78914d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.715413 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6f547160-1619-4297-8399-776d5e1edf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:45.727320 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73672786-611f-4904-af5c-9dc78914d4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e8b7f6-b724-422d-ad62-51d477ac00c8,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:45.730159 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-73672786-611f-4904-af5c-9dc78914d4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:45.738367 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-73672786-611f-4904-af5c-9dc78914d4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.739486 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-73672786-611f-4904-af5c-9dc78914d4c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73e8b7f6-b724-422d-ad62-51d477ac00c8 HTTP/1.1" status: 204 len: 168 time: 0.1651297 May 20 15:57:46.074022 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59356) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:46.091412 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.105805 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:46.110115 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4dbab9bdee4301a85ecfdad071ea1e is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:46.112885 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:46.118474 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:46.200910 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.204688 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.212686 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-48cc7399-edfc-4349-a9a1-4c78bc26861d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:46.251619 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d4dbab9bdee4301a85ecfdad071ea1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764655 May 20 15:57:46.253219 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328356c1-fffc-4186-8e41-bd7662f565b6,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:46.254323 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59360) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:46.256246 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:46.312090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8b113313-06fe-4e6d-acee-7c71b4d4a9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.337125 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8b113313-06fe-4e6d-acee-7c71b4d4a9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.388128 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8b113313-06fe-4e6d-acee-7c71b4d4a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.392681 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-2eb248b0-3e28-4cb2-9f53-767485a87cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:46.408039 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b113313-06fe-4e6d-acee-7c71b4d4a9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328356c1-fffc-4186-8e41-bd7662f565b6,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:46.410353 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8b113313-06fe-4e6d-acee-7c71b4d4a9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:46.418594 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8b113313-06fe-4e6d-acee-7c71b4d4a9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.419710 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-8b113313-06fe-4e6d-acee-7c71b4d4a9f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/328356c1-fffc-4186-8e41-bd7662f565b6 HTTP/1.1" status: 204 len: 168 time: 0.1644008 May 20 15:57:47.346943 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1efb2-dde3-4294-a33d-ac60a16d7e9e req-07426e92-d805-48bf-980e-fbf6c752a5e5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:47.348577 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d0c1efb2-dde3-4294-a33d-ac60a16d7e9e req-07426e92-d805-48bf-980e-fbf6c752a5e5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 947 time: 0.0800471 May 20 15:57:47.394264 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d0c1efb2-dde3-4294-a33d-ac60a16d7e9e req-6a216e62-7b44-4228-afe7-1ee13938575f tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392680 May 20 15:57:47.775199 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59412) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:47.893311 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.907576 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:47.911199 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Usage tracker for resource:security_group_rule and tenant:6397357162df4f39acbfa143f0f4f453 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:47.913929 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:47.919442 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:47.999641 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.003261 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.011271 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1ff780a5-05dc-4b02-aacb-e1ee97af6140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:48.050011 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6397357162df4f39acbfa143f0f4f453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737415 May 20 15:57:48.050900 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2e4f64-69ce-4ca1-9893-077691f03e07,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:48.053387 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59418) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:48.053813 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:48.110782 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d732e0ce-e907-4213-86e6-a78673261aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.138555 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d732e0ce-e907-4213-86e6-a78673261aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.188903 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d732e0ce-e907-4213-86e6-a78673261aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.193648 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-84537a3f-ae4c-45fb-a251-9575b512cfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:48.206428 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732e0ce-e907-4213-86e6-a78673261aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2e4f64-69ce-4ca1-9893-077691f03e07,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:48.209512 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d732e0ce-e907-4213-86e6-a78673261aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:48.210555 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d732e0ce-e907-4213-86e6-a78673261aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.211649 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d732e0ce-e907-4213-86e6-a78673261aa5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e2e4f64-69ce-4ca1-9893-077691f03e07 HTTP/1.1" status: 204 len: 168 time: 0.1572769 May 20 15:57:48.727536 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f86b8-16df-4098-9e53-973346350deb req-291ef5d7-2cb9-4ae1-b1fd-cbc5a4aceb86 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:48.729081 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-263f86b8-16df-4098-9e53-973346350deb req-291ef5d7-2cb9-4ae1-b1fd-cbc5a4aceb86 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 947 time: 0.0857038 May 20 15:57:48.778286 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-263f86b8-16df-4098-9e53-973346350deb req-50cb9ce8-77e5-4f43-9545-9f5d8be4e9a8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups?id=e44d70ca-40d7-4b55-b07d-fc465eae148c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426252 May 20 15:57:48.791765 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-7ddadd31-d810-469d-a248-3e778ba3d6d8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:48.793349 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-7ddadd31-d810-469d-a248-3e778ba3d6d8 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 947 time: 0.0910425 May 20 15:57:48.935665 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Deleting port 187c51ba-bee8-4def-86e4-8946274778e2 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:48.936050 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.068528 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] For port 187c51ba-bee8-4def-86e4-8946274778e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=187c51ba-bee8-4def-86e4-8946274778e2,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:49.068888 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.467469 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.467880 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.468192 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.l3_db [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Floating IP 59d00c1e-00a8-4af3-97b1-e609b557c617 disassociated. External IP: 172.27.2.16, port: 187c51ba-bee8-4def-86e4-8946274778e2. May 20 15:57:49.468528 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Calling delete_port for 187c51ba-bee8-4def-86e4-8946274778e2 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:49.575666 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.581585 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:49.625052 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event deleted for resources: {'Port': ['ID=187c51ba-bee8-4def-86e4-8946274778e2,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:49.628089 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:49.806561 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:49.992870 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-64598d0f-e208-4001-a147-c4fad2ae064d req-d9368b2b-9111-412f-bf9c-fbcea2953be5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/ports?device_id=7067af1a-091c-4dbf-a69d-5a6ef3be5c6d HTTP/1.1" status: 200 len: 210 time: 0.0991747 May 20 15:57:50.029443 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:50.038851 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] Sync routers for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:50.049132 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:50.049743 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:57:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:50.106203 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] No DVR routers for this DVR port 187c51ba-bee8-4def-86e4-8946274778e2 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:50.108863 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.111486 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-deleted', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:57:50.127760 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cc1628ae-e193-4fce-b4af-f3fa2e65df87 req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.58 "DELETE /v2.0/ports/187c51ba-bee8-4def-86e4-8946274778e2 HTTP/1.1" status: 204 len: 173 time: 1.3258195 May 20 15:57:50.159401 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7067af1a-091c-4dbf-a69d-5a6ef3be5c6d', 'name': 'network-vif-deleted', 'tag': '187c51ba-bee8-4def-86e4-8946274778e2', 'status': 'completed', 'code': 200} May 20 15:57:50.228561 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:50.529209 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:50.533683 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] Checking router: 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:57:50.541831 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:50.542427 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:57:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:50.721943 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:51.065262 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:51.069119 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae2f24-4706-4283-ac88-a64f595afd43 None None] The sync data for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi is: [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:51:38Z', 'revision_number': 4, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1', 'name': '', 'network_id': '0043754e-75c8-4d67-a366-20c5ef1cd936', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'mac_address': 'fa:16:3e:9f:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:49Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'subnets': [{'id': '611a5ca4-337a-4272-91b6-38b0cc470f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:51.121979 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59468) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:51.187020 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-093024d6-04f6-4ba0-abee-22aa9ae95955 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.216219 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-093024d6-04f6-4ba0-abee-22aa9ae95955 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.271795 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a83c3b-f071-4c06-b550-b64fd6c4518e None None] New status for floating IP 59d00c1e-00a8-4af3-97b1-e609b557c617: DOWN {{(pid=91645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:57:51.274614 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-093024d6-04f6-4ba0-abee-22aa9ae95955 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.278566 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7d92409c-6a52-4a91-a21c-f5efe1885d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:51.293509 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093024d6-04f6-4ba0-abee-22aa9ae95955 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44d70ca-40d7-4b55-b07d-fc465eae148c,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:51.296134 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-093024d6-04f6-4ba0-abee-22aa9ae95955 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:51.305418 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-093024d6-04f6-4ba0-abee-22aa9ae95955 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.306556 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-093024d6-04f6-4ba0-abee-22aa9ae95955 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "DELETE /v2.0/security-groups/e44d70ca-40d7-4b55-b07d-fc465eae148c HTTP/1.1" status: 204 len: 168 time: 0.1835670 May 20 15:57:51.309278 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59472) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:51.329091 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.api.v2.resource [None req-1f00d5c7-0b1d-4f75-89f2-cd5993cc6c91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] show failed (client error): The resource could not be found. May 20 15:57:51.332651 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1f00d5c7-0b1d-4f75-89f2-cd5993cc6c91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "GET /v2.0/security-groups/e44d70ca-40d7-4b55-b07d-fc465eae148c HTTP/1.1" status: 404 len: 347 time: 0.0198162 May 20 15:57:51.332871 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59476) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:51.553061 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Deleting port 1161ac5c-9c54-4fe5-8757-fdcd514aa1fd {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:51.553325 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.668510 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.668832 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.882945 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Calling delete_port for 1161ac5c-9c54-4fe5-8757-fdcd514aa1fd owned by network:floatingip {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:51.994444 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.998743 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:52.045332 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Pushing event deleted for resources: {'Port': ['ID=1161ac5c-9c54-4fe5-8757-fdcd514aa1fd,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:52.074005 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:52.137762 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks [] for floatingip, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.149171 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59486) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:52.153129 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.154261 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] 10.222.0.47 "DELETE /v2.0/floatingips/59d00c1e-00a8-4af3-97b1-e609b557c617 HTTP/1.1" status: 204 len: 168 time: 0.8205171 May 20 15:57:52.269632 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.283646 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:52.287381 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:19fb5ec59be54d40a662d46a79893a1b is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:52.290172 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:52.295977 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:52.381437 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.385163 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.393306 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-412d4f92-7c6e-47ac-b359-e95895a76ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:52.432643 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19fb5ec59be54d40a662d46a79893a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824419 May 20 15:57:52.433539 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718415ab-b2b3-4e3d-b817-5ca4a2c5cd25,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:52.435366 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59496) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:52.436672 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:52.495158 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1ec52530-e9f3-4651-8e9c-6240328eb1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.526609 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1ec52530-e9f3-4651-8e9c-6240328eb1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.577053 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1ec52530-e9f3-4651-8e9c-6240328eb1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.582359 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e8d20ad7-93fe-4877-9d11-ac81b1ab18fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:52.592308 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec52530-e9f3-4651-8e9c-6240328eb1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718415ab-b2b3-4e3d-b817-5ca4a2c5cd25,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:52.596542 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1ec52530-e9f3-4651-8e9c-6240328eb1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:52.599632 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1ec52530-e9f3-4651-8e9c-6240328eb1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.600828 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1ec52530-e9f3-4651-8e9c-6240328eb1c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/718415ab-b2b3-4e3d-b817-5ca4a2c5cd25 HTTP/1.1" status: 204 len: 168 time: 0.1644485 May 20 15:57:52.644519 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 187c51ba-bee8-4def-86e4-8946274778e2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:52.679952 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 187c51ba-bee8-4def-86e4-8946274778e2 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:52.680304 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 187c51ba-bee8-4def-86e4-8946274778e2 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:54.952720 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59594) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.722489 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496423'] for router_interface, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.139626 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Deleting port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:56.140259 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.356205 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] For port 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:56.356453 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.479922 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Calling delete_port for 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 owned by network:router_interface {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:56.626538 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.630342 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:56.674999 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:56.678302 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:56.937444 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-523180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496531'] for router_interface, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.300855 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:57.485438 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:57.493889 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] Sync routers for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:57.497344 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] 10.222.0.47 "PUT /v2.0/routers/8f8eb80c-13ca-49fb-92c1-f900f18c37b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5432293 May 20 15:57:57.500448 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59606) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:57.504049 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:57.504664 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:57:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:57.690117 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:57.782221 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.967043 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.978191 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:57:56Z', 'revision_number': 5, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port': {'id': 'f94b59ff-ebb7-4922-ae6b-15670350ab69', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:19Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:57.982383 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] Checking router: 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:57:57.991319 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] Routers {'8f8eb80c-13ca-49fb-92c1-f900f18c37b2'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:57.991924 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T15:57:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:58.042872 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Deleting port f94b59ff-ebb7-4922-ae6b-15670350ab69 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:58.043222 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.144580 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] Set router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 gateway port host: None {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:58.170251 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] For port f94b59ff-ebb7-4922-ae6b-15670350ab69, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=f94b59ff-ebb7-4922-ae6b-15670350ab69,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:58.170599 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.249719 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:57:57Z', 'revision_number': 6, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port_host': None}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:58.254426 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc617c2-7bb4-49a1-822d-022f7fd67978 None None] The sync data for ids ['8f8eb80c-13ca-49fb-92c1-f900f18c37b2'] in dv-cinder-784779-12-iscsi is: [{'id': '8f8eb80c-13ca-49fb-92c1-f900f18c37b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1985266434-router', 'tenant_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:17Z', 'updated_at': '2021-05-20T15:57:57Z', 'revision_number': 6, 'project_id': '6bcb1140b8394a729cc9a226c0a23a6c', 'gw_port_host': None}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:58.295211 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Calling delete_port for f94b59ff-ebb7-4922-ae6b-15670350ab69 owned by network:router_gateway {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:58.433501 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.437864 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:58.480864 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f94b59ff-ebb7-4922-ae6b-15670350ab69,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:58.483853 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:58.573279 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474892'] for router_gateway, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.747622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.749834 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.773980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-474160'] for router, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.774543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8eb80c-13ca-49fb-92c1-f900f18c37b2 {{(pid=91643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:58.787959 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.789074 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/8f8eb80c-13ca-49fb-92c1-f900f18c37b2 HTTP/1.1" status: 204 len: 168 time: 1.2877259 May 20 15:57:58.791728 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59612) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:58.849875 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bdd9dd-bb67-4caf-a255-ba21762111c8 admin admin] Deleting subnet 611a5ca4-337a-4272-91b6-38b0cc470f1f {{(pid=91643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:58.852706 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-50bdd9dd-bb67-4caf-a255-ba21762111c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.901682 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-50bdd9dd-bb67-4caf-a255-ba21762111c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4097012'] for subnet, precommit_delete_associations {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.985715 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-50bdd9dd-bb67-4caf-a255-ba21762111c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.143874 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device f94b59ff-ebb7-4922-ae6b-15670350ab69 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:59.180936 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: f94b59ff-ebb7-4922-ae6b-15670350ab69 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:59.181286 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device f94b59ff-ebb7-4922-ae6b-15670350ab69 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:59.181707 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:59.217369 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:59.217834 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1f6d26ed-7bc4-44ff-9e6a-7a37b57f5de1 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:59.360619 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-50bdd9dd-bb67-4caf-a255-ba21762111c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3905190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028879'] for subnet, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.364758 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:59.397916 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdd9dd-bb67-4caf-a255-ba21762111c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611a5ca4-337a-4272-91b6-38b0cc470f1f,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:59.400635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-50bdd9dd-bb67-4caf-a255-ba21762111c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:59.407584 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-50bdd9dd-bb67-4caf-a255-ba21762111c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.413761 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03471eab-9718-4f21-a80f-85d56dac582d None None] Network 0043754e-75c8-4d67-a366-20c5ef1cd936 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:59.413984 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-50bdd9dd-bb67-4caf-a255-ba21762111c8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/611a5ca4-337a-4272-91b6-38b0cc470f1f HTTP/1.1" status: 204 len: 168 time: 0.6211755 May 20 15:57:59.416499 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59618) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:59.527872 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.604339 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Deleting port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:59.604733 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.702570 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] DHCP port deletion for 0043754e-75c8-4d67-a366-20c5ef1cd936 request from dv-cinder-784779-12-iscsi {{(pid=91645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:59.711667 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] For port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3281e7d5-8de2-4884-aeb2-a6a5f9993db9,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:59.712059 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.767367 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Deleting port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 {{(pid=91645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:59.767779 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.833883 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Calling delete_port for 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 owned by network:dhcp {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:59.867415 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] For port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3281e7d5-8de2-4884-aeb2-a6a5f9993db9,segment=NetworkSegment(c1032b03-3f2c-4794-bda7-8d453d4c3836),segment_id=c1032b03-3f2c-4794-bda7-8d453d4c3836)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:59.867828 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.881355 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.885966 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-596e48e6-c8e6-4083-b158-d7630d58f887 tempest-DeleteServersTestJSON-1744919152 tempest-DeleteServersTestJSON-1744919152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:59.929515 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3281e7d5-8de2-4884-aeb2-a6a5f9993db9,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:59.931256 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] No DVR routers for this DVR port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 on host dv-cinder-784779-12-iscsi {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:59.932761 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:00.004177 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Calling delete_port for 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 owned by network:dhcp {{(pid=91645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:00.049799 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919'] for port, after_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.053536 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:00.099356 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Pushing event deleted for resources: {'Port': ['ID=3281e7d5-8de2-4884-aeb2-a6a5f9993db9,revision_number=None']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:00.104255 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] No DVR routers for this DVR port 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 on host dv-cinder-784779-12-iscsi {{(pid=91645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:00.110606 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.110958 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.111295 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.111624 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.111982 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.112310 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.112631 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.112947 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.113267 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.113587 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.113887 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.114199 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:00.117613 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:00.129995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.148104 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0043754e-75c8-4d67-a366-20c5ef1cd936']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:00.161072 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1032b03-3f2c-4794-bda7-8d453d4c3836') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:00.161369 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1032b03-3f2c-4794-bda7-8d453d4c3836') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:00.172638 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.188644 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.195032 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:00.195413 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:00.209755 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:00.283855 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.287657 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:00.306639 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.312755 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0043754e-75c8-4d67-a366-20c5ef1cd936,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:00.316916 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:00.341856 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0043754e-75c8-4d67-a366-20c5ef1cd936 HTTP/1.1" status: 204 len: 168 time: 0.9241936 May 20 15:58:00.462978 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59626) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:00.511571 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-23121ffd-15cc-4fc9-861e-27872b0eeb9a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6bcb1140b8394a729cc9a226c0a23a6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471730 May 20 15:58:00.514027 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59630) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:00.571939 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-211d5d9b-da1c-4db8-9a3b-10bb2fb08a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.598913 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-211d5d9b-da1c-4db8-9a3b-10bb2fb08a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.648847 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-211d5d9b-da1c-4db8-9a3b-10bb2fb08a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.653585 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9fad0d32-3e8b-4346-851f-792aff36cf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:00.666855 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d5d9b-da1c-4db8-9a3b-10bb2fb08a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f4f3d9-6421-4a37-a6e6-2dc2536aaf46,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:00.669554 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-211d5d9b-da1c-4db8-9a3b-10bb2fb08a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:00.676346 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-211d5d9b-da1c-4db8-9a3b-10bb2fb08a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.677433 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-211d5d9b-da1c-4db8-9a3b-10bb2fb08a0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3f4f3d9-6421-4a37-a6e6-2dc2536aaf46 HTTP/1.1" status: 204 len: 168 time: 0.1625164 May 20 15:58:01.140323 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:01.174331 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:01.174684 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3281e7d5-8de2-4884-aeb2-a6a5f9993db9 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:01.416093 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59654) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:01.524147 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1425376389-network', 'tenant_id': '831bc72b6a1d455f9fe7b696d82dd067'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:01.528870 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:01.533343 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Usage tracker for resource:network and tenant:831bc72b6a1d455f9fe7b696d82dd067 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:01.536416 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:01.543159 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:01.553776 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Made reservation on behalf of 831bc72b6a1d455f9fe7b696d82dd067 for: {'network': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:01.556371 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.568489 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.583891 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:01.588229 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Usage tracker for resource:security_group_rule and tenant:831bc72b6a1d455f9fe7b696d82dd067 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:01.591298 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:01.598072 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:01.706808 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.711077 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.714131 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3e0c4b17-4a0a-48bd-bd7a-20609c834f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:01.747272 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=91643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:01.753597 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11bce32-9ecb-4134-911a-5f4f0724698e,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:01.759195 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:01.763881 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.764222 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.segments_db [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Added segment f8aa4b62-8fec-420d-980c-f07783a0a4a4 of type vlan for network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 May 20 15:58:01.795736 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.827003 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.828868 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:01.829438 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.832728 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fc2c4ef2-2df0-4d37-981c-cc7411131928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:01.944909 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Pushing event updated for resources: {'Network': ['ID=9a9cfb60-3f10-4548-9e29-d4914c8390d9,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:01.948215 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5311062 May 20 15:58:01.949076 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-2bba8253-9284-4e9f-93e7-4b3eb726176f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:01.951118 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59662) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:01.955643 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:01.958865 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Request body: {'subnet': {'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1425376389-subnet', 'tenant_id': '831bc72b6a1d455f9fe7b696d82dd067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:01.963600 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:01.967354 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Usage tracker for resource:subnet and tenant:831bc72b6a1d455f9fe7b696d82dd067 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:01.970454 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:01.976236 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:01.988059 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Made reservation on behalf of 831bc72b6a1d455f9fe7b696d82dd067 for: {'subnet': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:01.994652 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4028884'] for subnet, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.369539 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3905257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4028870'] for subnet, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.373877 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:02.448753 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=941bd976-0cce-4321-a387-118531262da0,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:02.451386 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:02.457550 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Checking segment: {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:02.457897 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Network hostable DHCP agents. Network: 9a9cfb60-3f10-4548-9e29-d4914c8390d9, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:02.474775 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:02.487584 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 9a9cfb60-3f10-4548-9e29-d4914c8390d9) {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:02.496317 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:02.496946 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.497737 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606875a5-c0ce-4f39-947c-3b68824f467e None None] Network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:02.517352 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-0a2987cf-5a18-49a9-871b-c9331b0ed658 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5653245 May 20 15:58:02.727123 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede25d2-7db6-4d69-acd1-15312b5c08fd None None] Network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:03.050719 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-7f3e9ac1-d2d4-405e-8181-3c106572b794 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:03.051398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-7f3e9ac1-d2d4-405e-8181-3c106572b794 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Synchronizing usage tracker for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:network {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:03.070465 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-7f3e9ac1-d2d4-405e-8181-3c106572b794 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Unset dirty status for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:network {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:03.071619 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-7f3e9ac1-d2d4-405e-8181-3c106572b794 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 815 time: 0.1660559 May 20 15:58:03.090274 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-c666544e-5802-41dd-a1a0-958a265742d0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/quotas/831bc72b6a1d455f9fe7b696d82dd067 HTTP/1.1" status: 200 len: 375 time: 0.0096309 May 20 15:58:03.138730 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-d4c9467e-4cc7-4e8c-88eb-4d5859740567 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419698 May 20 15:58:03.316371 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-70a81de6-2a0d-459f-bc90-5939dbdbfa7e service neutron] 10.222.0.47 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701498 May 20 15:58:03.448368 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-83d34a33-f41c-4422-a174-27d37813a06f service neutron] 10.222.0.47 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259732 May 20 15:58:03.634569 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3f4c9232-f5e7-4606-864d-7f5d53272323 req-cf927cb3-a55d-4421-a96e-ea10cb2e2c75 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 210 time: 0.0483468 May 20 15:58:04.738915 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b8b17000-7824-4e24-a768-a87a8ecfbced tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:04.740548 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b8b17000-7824-4e24-a768-a87a8ecfbced tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 815 time: 0.1540923 May 20 15:58:04.756413 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Request body: {'port': {'device_id': 'cb243120-d3c4-44dd-80eb-fc7daf507ddf', 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9', 'admin_state_up': True, 'tenant_id': '831bc72b6a1d455f9fe7b696d82dd067'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:04.927410 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-38120253-5402-44ba-9c00-ca1a940d2757 req-643a4b73-da08-4dfc-8510-4258df0a351f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 210 time: 0.1755714 May 20 15:58:05.030502 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:05.035096 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Usage tracker for resource:port and tenant:831bc72b6a1d455f9fe7b696d82dd067 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:05.038046 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:05.043800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:05.053274 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Made reservation on behalf of 831bc72b6a1d455f9fe7b696d82dd067 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:05.056974 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.224914 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Allocated IP 172.20.0.12 (9a9cfb60-3f10-4548-9e29-d4914c8390d9/941bd976-0cce-4321-a387-118531262da0/5d3d4b0d-c128-4301-8573-df56e585f595) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:05.427625 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.456645 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.462257 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-112656ec-1040-4e1d-876f-ce19dd56d802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:05.533458 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:05.536403 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:05.540192 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:05.574374 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Pushing event updated for resources: {'Port': ['ID=5d3d4b0d-c128-4301-8573-df56e585f595,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:05.579225 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:05.606302 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:05.606912 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.628204 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8783205 May 20 15:58:05.641050 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Request body: {'port': {'device_id': 'cb243120-d3c4-44dd-80eb-fc7daf507ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:05.760530 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.113188 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3d4b0d-c128-4301-8573-df56e585f595 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:06.121410 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.122936 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68676ee-44ee-41b4-bf03-37fbd080afca req-c24b6e72-702d-4a0f-9dac-6b210e56435c tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:06.131873 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e68676ee-44ee-41b4-bf03-37fbd080afca req-c24b6e72-702d-4a0f-9dac-6b210e56435c tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 932 time: 0.0871036 May 20 15:58:06.138544 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Transition to ACTIVE for port object 5d3d4b0d-c128-4301-8573-df56e585f595 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:06.141919 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.152064 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cdebb267-c6c5-4bdd-9a9e-152b5cdd2dd5 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:06.178357 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e68676ee-44ee-41b4-bf03-37fbd080afca req-eaa2ae9a-3f09-4853-b146-9161a682d8b9 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443211 May 20 15:58:06.340791 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3d4b0d-c128-4301-8573-df56e585f595,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:06.343579 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:06.376365 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Attempting to bind port 5d3d4b0d-c128-4301-8573-df56e585f595 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:06.376624 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Attempting to bind port 5d3d4b0d-c128-4301-8573-df56e585f595 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:06.376945 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Attempting to bind port 5d3d4b0d-c128-4301-8573-df56e585f595 on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:06.381583 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Port 5d3d4b0d-c128-4301-8573-df56e585f595 on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:58:06.381897 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Attempting to bind port 5d3d4b0d-c128-4301-8573-df56e585f595 on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:06.386979 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:06.387306 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Checking segment: {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:06.387679 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Bound using segment: {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:06.388132 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Bound port: 5d3d4b0d-c128-4301-8573-df56e585f595, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:06.388464 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.481425 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] For port 5d3d4b0d-c128-4301-8573-df56e585f595, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:06.484981 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] For port 5d3d4b0d-c128-4301-8573-df56e585f595, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5d3d4b0d-c128-4301-8573-df56e585f595,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:06.488933 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.492376 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bf07f583-fbc6-488f-bb3b-3c0d874d5eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:06.551549 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:06.552289 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.553610 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] 10.222.0.58 "PUT /v2.0/ports/5d3d4b0d-c128-4301-8573-df56e585f595 HTTP/1.1" status: 200 len: 1094 time: 0.9172220 May 20 15:58:06.554101 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb243120-d3c4-44dd-80eb-fc7daf507ddf', 'tag': '5d3d4b0d-c128-4301-8573-df56e585f595'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:06.571417 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3d4b0d-c128-4301-8573-df56e585f595,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:06.574476 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:06.623001 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb243120-d3c4-44dd-80eb-fc7daf507ddf', 'tag': '5d3d4b0d-c128-4301-8573-df56e585f595', 'status': 'completed', 'code': 200} May 20 15:58:06.666231 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-2a2f13cf-1d53-43de-bacb-5bb099e964f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:06.667849 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-2a2f13cf-1d53-43de-bacb-5bb099e964f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 1097 time: 0.0764513 May 20 15:58:06.818385 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-f0883560-36e8-40ca-b344-670c5ebe15b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3d4b0d-c128-4301-8573-df56e585f595 HTTP/1.1" status: 200 len: 217 time: 0.1423237 May 20 15:58:06.882680 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-713844b0-870d-41f0-afaa-3a90a6382b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:06.884113 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-713844b0-870d-41f0-afaa-3a90a6382b01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 200 len: 855 time: 0.0586622 May 20 15:58:06.930405 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-91da2d1c-9256-41fb-81dc-e0285ed1adbf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a9cfb60-3f10-4548-9e29-d4914c8390d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385418 May 20 15:58:07.061330 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-75e15005-5ec6-4a46-84c1-4df3f0afb480 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228278 May 20 15:58:07.193216 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-23ef7ae6-d3ac-4068-9de7-6aa67326fe3d req-b61bcabe-5c3f-481d-86ef-7a4c7f77618c service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245785 May 20 15:58:07.315874 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-73709c1a-2a58-489d-9873-40cb3e96d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:07.317343 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-73709c1a-2a58-489d-9873-40cb3e96d1e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 1097 time: 0.0734601 May 20 15:58:07.365267 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fdd4d-da35-4663-9a17-83848199c223 req-f4d7bc1d-cb8d-4a55-8edd-21dcdab21157 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:07.366871 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7a7fdd4d-da35-4663-9a17-83848199c223 req-f4d7bc1d-cb8d-4a55-8edd-21dcdab21157 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 944 time: 0.0833817 May 20 15:58:07.410554 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7a7fdd4d-da35-4663-9a17-83848199c223 req-dff28285-3d18-4ad3-912e-525c055ce601 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 May 20 15:58:07.450087 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-aee763e2-6780-4c91-8e58-99c0e519759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:07.451432 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-aee763e2-6780-4c91-8e58-99c0e519759b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 916 time: 0.1267810 May 20 15:58:07.518712 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-2a3922ea-45f3-42f0-b491-eedd9f9c6c35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3d4b0d-c128-4301-8573-df56e585f595 HTTP/1.1" status: 200 len: 217 time: 0.0598149 May 20 15:58:07.584044 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-8860b6e4-00d0-42c3-b799-f141b4513ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:07.585413 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-8860b6e4-00d0-42c3-b799-f141b4513ca6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 200 len: 855 time: 0.0590074 May 20 15:58:07.625783 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.635509 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-9da8c3f4-2885-47e9-a079-7daa9b4b80c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a9cfb60-3f10-4548-9e29-d4914c8390d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423388 May 20 15:58:07.773250 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-4f91007b-e24b-4298-becf-905b8a7b7e7c service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298883 May 20 15:58:07.902211 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a1136e36-dc51-4b96-a891-409d9be5aacc req-ee674503-fdc9-412a-8a85-8a1e8d5c2796 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217542 May 20 15:58:08.594798 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf928288-c274-411e-8b82-5f282ceef13d req-c5a57df0-36b1-459b-a2a5-6c37219d038b tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:08.595476 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-cf928288-c274-411e-8b82-5f282ceef13d req-c5a57df0-36b1-459b-a2a5-6c37219d038b tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Synchronizing usage tracker for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:08.611858 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-cf928288-c274-411e-8b82-5f282ceef13d req-c5a57df0-36b1-459b-a2a5-6c37219d038b tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Unset dirty status for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:08.613029 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cf928288-c274-411e-8b82-5f282ceef13d req-c5a57df0-36b1-459b-a2a5-6c37219d038b tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 944 time: 0.0956872 May 20 15:58:08.660115 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-cf928288-c274-411e-8b82-5f282ceef13d req-35a57810-2cac-44d3-bb28-8f42fc84edfd tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Synchronizing usage tracker for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:security_group {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:08.676003 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-cf928288-c274-411e-8b82-5f282ceef13d req-35a57810-2cac-44d3-bb28-8f42fc84edfd tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Unset dirty status for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:security_group {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:08.677162 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cf928288-c274-411e-8b82-5f282ceef13d req-35a57810-2cac-44d3-bb28-8f42fc84edfd tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585799 May 20 15:58:08.722863 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 5d3d4b0d-c128-4301-8573-df56e585f595 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:58:08.852530 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 5d3d4b0d-c128-4301-8573-df56e585f595, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5d3d4b0d-c128-4301-8573-df56e585f595,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:08.865401 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '5d3d4b0d-c128-4301-8573-df56e585f595', 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9', 'port_id': '5d3d4b0d-c128-4301-8573-df56e585f595', 'mac_address': 'fa:16:3e:56:63:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941bd976-0cce-4321-a387-118531262da0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:58:08.922065 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.938641 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3d4b0d-c128-4301-8573-df56e585f595 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:08.954367 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 5d3d4b0d-c128-4301-8573-df56e585f595, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5d3d4b0d-c128-4301-8573-df56e585f595,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:08.957935 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.959843 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:09.025079 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=5d3d4b0d-c128-4301-8573-df56e585f595,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:09.027982 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:09.236013 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['5d3d4b0d-c128-4301-8573-df56e585f595'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:58:09.464156 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-54248a50-e11c-4062-b8e3-f9d75df7c104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.863208 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4747087-36cd-4786-bf49-929da0815897 req-6bcf3550-a9d7-4911-bd5b-fabf0b74fedc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:09.864793 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a4747087-36cd-4786-bf49-929da0815897 req-6bcf3550-a9d7-4911-bd5b-fabf0b74fedc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 945 time: 0.0818076 May 20 15:58:09.912951 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a4747087-36cd-4786-bf49-929da0815897 req-91bd1585-8890-4ec8-9ebc-0aae7cb1a3a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 May 20 15:58:10.738661 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 5d3d4b0d-c128-4301-8573-df56e585f595 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:10.803658 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 5d3d4b0d-c128-4301-8573-df56e585f595 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:10.808103 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 5d3d4b0d-c128-4301-8573-df56e585f595 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:10.808477 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.924740 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.951334 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb243120-d3c4-44dd-80eb-fc7daf507ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3d4b0d-c128-4301-8573-df56e585f595'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:10.961080 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 5d3d4b0d-c128-4301-8573-df56e585f595, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5d3d4b0d-c128-4301-8573-df56e585f595,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:10.965242 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.966893 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:11.012456 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb243120-d3c4-44dd-80eb-fc7daf507ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3d4b0d-c128-4301-8573-df56e585f595', 'code': 200} May 20 15:58:11.038413 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=5d3d4b0d-c128-4301-8573-df56e585f595,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:11.041377 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:11.111961 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98162a5-defb-42e0-9a14-82620a60ddcb req-b388e78e-d92c-4d1f-83aa-de59cafc19c5 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:11.113520 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d98162a5-defb-42e0-9a14-82620a60ddcb req-b388e78e-d92c-4d1f-83aa-de59cafc19c5 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 946 time: 0.0924265 May 20 15:58:11.163117 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d98162a5-defb-42e0-9a14-82620a60ddcb req-f9346634-e0aa-4022-bf4e-cabc2c7bedb3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 May 20 15:58:11.246758 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c421e-8f58-4b14-994d-d3d4d44dc4c5 req-e54098ff-2f6f-4a29-87ac-77529cc1afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:11.248135 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-490c421e-8f58-4b14-994d-d3d4d44dc4c5 req-e54098ff-2f6f-4a29-87ac-77529cc1afe4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 1099 time: 0.0712774 May 20 15:58:11.290460 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-490c421e-8f58-4b14-994d-d3d4d44dc4c5 req-a701b52b-4829-406f-b9c1-6e5f94dbc012 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 May 20 15:58:11.587415 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:58:11.856207 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.135004 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8fa45b67-4571-438b-9f20-399080504c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.350836 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202713b-cec9-44e7-a53c-6be109d20ddb req-930f2e1e-5034-4279-8625-312c1e392963 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:12.352339 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e202713b-cec9-44e7-a53c-6be109d20ddb req-930f2e1e-5034-4279-8625-312c1e392963 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 946 time: 0.0813878 May 20 15:58:12.396034 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e202713b-cec9-44e7-a53c-6be109d20ddb req-9de1b599-adcc-46b0-96a1-47bca01b0c64 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379369 May 20 15:58:13.150172 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.590813 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b23a9c-39ae-48e0-a2d3-28c0c66f9444 req-8b672711-eb04-4c70-8e4a-c23b25430cb9 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:13.592371 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-77b23a9c-39ae-48e0-a2d3-28c0c66f9444 req-8b672711-eb04-4c70-8e4a-c23b25430cb9 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 946 time: 0.0920806 May 20 15:58:13.636372 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-77b23a9c-39ae-48e0-a2d3-28c0c66f9444 req-10f4d9d2-be35-4693-8c84-924a513b96bb tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373256 May 20 15:58:14.706259 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.966183 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59834) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:23.079498 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.097862 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:23.101658 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Usage tracker for resource:security_group_rule and tenant:261e8784600545bd96a8346e1f289e6e is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:23.104482 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:23.110017 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:23.284471 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.288308 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.296471 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-94eee72c-7082-4610-81af-f2aa13aa46f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:23.336000 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=261e8784600545bd96a8346e1f289e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687577 May 20 15:58:23.336879 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f632504b-e123-49a0-9526-2dc5f869e1b6,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:23.338769 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59842) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:23.358066 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.358438 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.358802 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.359158 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.359512 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.359896 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.360247 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.360596 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.360942 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.361814 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.362159 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.362500 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:23.366605 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:23.409360 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cdc50d7-0d98-4f6a-9cf2-f20660f29239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.434564 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cdc50d7-0d98-4f6a-9cf2-f20660f29239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.487617 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cdc50d7-0d98-4f6a-9cf2-f20660f29239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.491019 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b157ae69-f716-45cf-b826-ca706e0dcd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:23.503765 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc50d7-0d98-4f6a-9cf2-f20660f29239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f632504b-e123-49a0-9526-2dc5f869e1b6,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:23.506565 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7cdc50d7-0d98-4f6a-9cf2-f20660f29239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:23.508559 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cdc50d7-0d98-4f6a-9cf2-f20660f29239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.509539 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-7cdc50d7-0d98-4f6a-9cf2-f20660f29239 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f632504b-e123-49a0-9526-2dc5f869e1b6 HTTP/1.1" status: 204 len: 168 time: 0.1698937 May 20 15:58:24.586914 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59876) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:24.702758 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.716720 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:24.720781 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] Usage tracker for resource:security_group_rule and tenant:38201362c14341569b1370bd5915a244 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:24.723594 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:24.729283 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:24.810059 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.813946 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.821285 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5954c017-d893-415a-9c56-9ec80b6d1d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:24.859899 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cacb0e8-c017-4262-b3f7-c91b24c63cee,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:24.867136 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38201362c14341569b1370bd5915a244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768455 May 20 15:58:24.867136 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-61c76dc9-0566-4117-8027-f472312939ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:24.867441 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 59882) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:24.926280 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-566af624-e141-40ac-9ca1-2b2f518b8733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.955642 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-566af624-e141-40ac-9ca1-2b2f518b8733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.007576 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-566af624-e141-40ac-9ca1-2b2f518b8733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.011163 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-17a41cb5-9bae-4370-ad5a-138bb4382a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:25.024059 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566af624-e141-40ac-9ca1-2b2f518b8733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cacb0e8-c017-4262-b3f7-c91b24c63cee,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:25.026897 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-566af624-e141-40ac-9ca1-2b2f518b8733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:25.028828 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-566af624-e141-40ac-9ca1-2b2f518b8733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.029917 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-566af624-e141-40ac-9ca1-2b2f518b8733 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cacb0e8-c017-4262-b3f7-c91b24c63cee HTTP/1.1" status: 204 len: 168 time: 0.1616168 May 20 15:58:25.684950 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59920) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:25.789639 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1560203454-network', 'tenant_id': 'af1bdaa57d4c4258bc961f7634ecabe3'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:25.792012 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-42876bbb-6917-415f-9e9f-07113a431266 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:25.793461 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-42876bbb-6917-415f-9e9f-07113a431266 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 815 time: 0.1455076 May 20 15:58:25.794437 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:25.798287 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Usage tracker for resource:network and tenant:af1bdaa57d4c4258bc961f7634ecabe3 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:25.801827 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:25.808164 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:25.808787 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-810f915c-19bb-4247-bd5b-fffe1373d417 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/quotas/831bc72b6a1d455f9fe7b696d82dd067 HTTP/1.1" status: 200 len: 375 time: 0.0090029 May 20 15:58:25.817599 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Made reservation on behalf of af1bdaa57d4c4258bc961f7634ecabe3 for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:25.820147 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.831953 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.846316 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:25.851481 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Usage tracker for resource:security_group_rule and tenant:af1bdaa57d4c4258bc961f7634ecabe3 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:25.854481 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:25.860678 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:25.889250 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-010b4c90-d3e9-4de0-9ebb-69309b8c504f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748210 May 20 15:58:25.950883 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.954498 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.958994 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-211d5d9b-da1c-4db8-9a3b-10bb2fb08a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:25.984776 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:25.993027 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de144cf-f13e-49f4-a885-44316f97edeb,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:25.996557 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:25.998997 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.999340 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Added segment 35b4a54e-db95-4e62-b81f-036871ed13f8 of type vlan for network 78d56b80-665b-4515-9f27-47855d594369 May 20 15:58:26.026768 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.031298 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-7db4ff9c-a354-4df5-a147-4b579fe8f34d service neutron] 10.222.0.47 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310461 May 20 15:58:26.056205 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.057705 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:26.058278 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.062933 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1122814a-4bff-40cb-866b-51efa29d6e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:26.162763 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4764512 May 20 15:58:26.163501 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Pushing event updated for resources: {'Network': ['ID=78d56b80-665b-4515-9f27-47855d594369,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:26.165406 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 59926) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:26.167750 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8b11d53c-41dc-4dcb-8807-d2d59f223685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:26.171476 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Request body: {'subnet': {'network_id': '78d56b80-665b-4515-9f27-47855d594369', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1560203454-subnet', 'tenant_id': 'af1bdaa57d4c4258bc961f7634ecabe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:26.172983 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-eb3115c4-7779-4bc9-af70-090236ac774c service neutron] 10.222.0.47 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354125 May 20 15:58:26.175120 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 78d56b80-665b-4515-9f27-47855d594369 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:26.179983 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:26.183846 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Usage tracker for resource:subnet and tenant:af1bdaa57d4c4258bc961f7634ecabe3 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:26.186778 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:26.193713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:26.205151 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Made reservation on behalf of af1bdaa57d4c4258bc961f7634ecabe3 for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:26.207621 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480485'] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.357742 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-221f0943-6bde-427d-ba27-4efe3863af87 req-9c118887-f22c-425e-8df1-68213eef0e8f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 210 time: 0.0457923 May 20 15:58:26.641505 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480503'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.646053 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:26.715514 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1057987d-753f-4868-bcb8-6fddf5afed8c,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:26.719727 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:26.724645 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Checking segment: {'id': '35b4a54e-db95-4e62-b81f-036871ed13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78d56b80-665b-4515-9f27-47855d594369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:26.725027 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Network hostable DHCP agents. Network: 78d56b80-665b-4515-9f27-47855d594369, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:26.743082 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Network 78d56b80-665b-4515-9f27-47855d594369 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:26.752792 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 78d56b80-665b-4515-9f27-47855d594369) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:26.763030 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b104a9eb-cfc9-46d5-a5eb-d0412947d2d2 None None] Network 78d56b80-665b-4515-9f27-47855d594369 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:26.770416 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:26.771142 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.793207 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6267400 May 20 15:58:26.964974 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95380ba4-0420-4343-98d6-af0a263a03e5 None None] Network 78d56b80-665b-4515-9f27-47855d594369 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:27.503072 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-e35f34ca-d2b2-410e-b696-8b415a6d80e3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:27.505440 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-e35f34ca-d2b2-410e-b696-8b415a6d80e3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 815 time: 0.1722696 May 20 15:58:27.565026 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Request body: {'port': {'device_id': '11c63767-0f51-4fac-9f17-8d003ed98e43', 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9', 'admin_state_up': True, 'tenant_id': '831bc72b6a1d455f9fe7b696d82dd067'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:27.583009 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e53e256e-a03d-4d35-8bfa-80f11458b1ec req-af41a5db-1f3d-41ec-8e0a-1620b8d02246 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 210 time: 0.0723722 May 20 15:58:27.704204 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:27.713548 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:27.722656 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Made reservation on behalf of 831bc72b6a1d455f9fe7b696d82dd067 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:27.726093 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.883161 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Allocated IP 172.20.0.4 (9a9cfb60-3f10-4548-9e29-d4914c8390d9/941bd976-0cce-4321-a387-118531262da0/e4fe6da0-b43a-4da6-ab8c-7035935f4f8e) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:28.078979 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.107868 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.113107 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:28.119782 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['5d3d4b0d-c128-4301-8573-df56e585f595'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:58:28.269087 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:28.272170 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:28.276051 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:28.313300 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Pushing event updated for resources: {'Port': ['ID=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:28.321450 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:28.341580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:28.342175 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.365321 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8097537 May 20 15:58:28.379056 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Request body: {'port': {'device_id': '11c63767-0f51-4fac-9f17-8d003ed98e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:28.486951 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.779028 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2c7d-26e2-4dad-b287-94fcc427aea8 req-56f31bb2-f13d-4bc5-995b-296b4e6522af tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:28.780515 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ad1b2c7d-26e2-4dad-b287-94fcc427aea8 req-56f31bb2-f13d-4bc5-995b-296b4e6522af tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 931 time: 0.0863223 May 20 15:58:28.825061 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-ad1b2c7d-26e2-4dad-b287-94fcc427aea8 req-405a08c4-f19c-4d5f-a7ee-872109940430 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382514 May 20 15:58:28.950907 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fe6da0-b43a-4da6-ab8c-7035935f4f8e {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:28.964000 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f90a0-b414-4b60-999e-6eec62710f40 req-f3c00c71-663f-4c26-9d7a-566d54ca68d4 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:28.965438 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-f3c00c71-663f-4c26-9d7a-566d54ca68d4 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/networks?id=78d56b80-665b-4515-9f27-47855d594369 HTTP/1.1" status: 200 len: 814 time: 0.2061086 May 20 15:58:28.966982 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.989911 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Transition to ACTIVE for port object e4fe6da0-b43a-4da6-ab8c-7035935f4f8e will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:28.991399 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-c98ede17-5f0d-4e43-83df-fae9e25bd9b4 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/quotas/af1bdaa57d4c4258bc961f7634ecabe3 HTTP/1.1" status: 200 len: 375 time: 0.0195363 May 20 15:58:28.994089 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.000615 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:29.139743 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-849983ba-e751-4cd9-86da-4199d014bc10 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=af1bdaa57d4c4258bc961f7634ecabe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399677 May 20 15:58:29.226579 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:29.229563 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:29.377718 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-dbaf079a-0b89-463d-97de-8bed66433451 service neutron] 10.222.0.47 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304955 May 20 15:58:29.378378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Attempting to bind port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:29.378699 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Attempting to bind port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:29.379030 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Attempting to bind port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:29.384736 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:58:29.385046 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Attempting to bind port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:29.411128 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:29.411455 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Checking segment: {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:29.411852 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Bound using segment: {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:29.412269 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Bound port: e4fe6da0-b43a-4da6-ab8c-7035935f4f8e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:29.412605 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.582389 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-12f7a0d5-5d7e-4af5-91d7-90821d0e25b9 service neutron] 10.222.0.47 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984341 May 20 15:58:29.584765 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] For port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:29.588332 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] For port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:29.592587 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.597738 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cb4794a1-d527-4305-8d16-3647583f0e91 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:29.660148 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:29.660772 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.662245 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] 10.222.0.58 "PUT /v2.0/ports/e4fe6da0-b43a-4da6-ab8c-7035935f4f8e HTTP/1.1" status: 200 len: 1093 time: 1.2876425 May 20 15:58:29.662874 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c63767-0f51-4fac-9f17-8d003ed98e43', 'tag': 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:29.682606 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:29.696101 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:29.743041 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c63767-0f51-4fac-9f17-8d003ed98e43', 'tag': 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e', 'status': 'completed', 'code': 200} May 20 15:58:29.793580 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-26896b40-8b5d-4ea5-b211-be0b6288fe18 req-c9429cce-aa01-4ca9-b507-44479e2d112f tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 210 time: 0.0523388 May 20 15:58:29.821811 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9b4275ed-6c44-4e40-b3c0-21c8804c5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:29.823274 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9b4275ed-6c44-4e40-b3c0-21c8804c5696 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 1096 time: 0.1170673 May 20 15:58:30.005756 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-9aad2a9f-42e2-4a57-812f-1fc633c56b6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e HTTP/1.1" status: 200 len: 217 time: 0.1716325 May 20 15:58:30.031241 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d384-69f9-491f-9e36-e2c499c87dfe req-dfb2ddc8-0628-42da-9388-9af96bd2544d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:30.032903 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d990d384-69f9-491f-9e36-e2c499c87dfe req-dfb2ddc8-0628-42da-9388-9af96bd2544d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 943 time: 0.0902977 May 20 15:58:30.071001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-5e99cacf-0c10-4112-b6e5-4bfb6c4ea8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:30.072478 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-5e99cacf-0c10-4112-b6e5-4bfb6c4ea8b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 200 len: 855 time: 0.0598640 May 20 15:58:30.127561 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-d9b81696-bdd2-40fa-8519-d774ece62376 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a9cfb60-3f10-4548-9e29-d4914c8390d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463130 May 20 15:58:30.168828 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d990d384-69f9-491f-9e36-e2c499c87dfe req-7103d79b-8fbd-434e-9ce6-4a913921a1dc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299715 May 20 15:58:30.266861 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-382cbb6d-8f23-4e9a-8e00-c43bc7000cb2 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266201 May 20 15:58:30.413616 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bd6ea844-fb6f-4a7f-ba25-2620cbd871bc req-1fa83268-8a68-432f-98aa-236768247ff5 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242375 May 20 15:58:30.531552 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-5b0dffb5-0540-4285-8ea7-e56fa2b9b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:30.533400 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-5b0dffb5-0540-4285-8ea7-e56fa2b9b79f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 1096 time: 0.0690622 May 20 15:58:30.662718 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-d1be5e5b-aecc-4082-88fc-d620f1b2ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:30.664162 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-d1be5e5b-aecc-4082-88fc-d620f1b2ae5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 916 time: 0.1233864 May 20 15:58:30.745921 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-807fab12-82c8-45c1-a18c-46b204b53b7e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e HTTP/1.1" status: 200 len: 217 time: 0.0645542 May 20 15:58:30.813450 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-6ae6da7d-8686-4f8a-96c3-157bb31cc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:30.814899 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-6ae6da7d-8686-4f8a-96c3-157bb31cc7ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 200 len: 855 time: 0.0580907 May 20 15:58:30.871632 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-b97bf07a-0c18-44cd-93ab-965dadfbd75a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a9cfb60-3f10-4548-9e29-d4914c8390d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497880 May 20 15:58:30.922678 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f90a0-b414-4b60-999e-6eec62710f40 req-20a16f7f-6672-4716-b0f6-bd24eab360c4 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:30.923732 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-074f90a0-b414-4b60-999e-6eec62710f40 req-20a16f7f-6672-4716-b0f6-bd24eab360c4 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Synchronizing usage tracker for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:network {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:30.940454 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-074f90a0-b414-4b60-999e-6eec62710f40 req-20a16f7f-6672-4716-b0f6-bd24eab360c4 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Unset dirty status for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:network {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:30.941681 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-20a16f7f-6672-4716-b0f6-bd24eab360c4 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.58 "GET /v2.0/networks?id=78d56b80-665b-4515-9f27-47855d594369 HTTP/1.1" status: 200 len: 814 time: 0.1717641 May 20 15:58:30.955230 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Request body: {'port': {'device_id': '2aba6b51-451e-4ad2-9eba-062c9c7e2f86', 'network_id': '78d56b80-665b-4515-9f27-47855d594369', 'admin_state_up': True, 'tenant_id': 'af1bdaa57d4c4258bc961f7634ecabe3'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:30.972376 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-242030a8-45b5-4433-b424-d63655dd1c7f req-7c6a826f-9ff5-45b2-b044-31f760da94cc tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 210 time: 0.0472310 May 20 15:58:31.060246 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-07416322-fb44-4100-8eeb-fbaf12633aa4 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748347 May 20 15:58:31.097761 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:31.101466 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Usage tracker for resource:port and tenant:af1bdaa57d4c4258bc961f7634ecabe3 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:31.105566 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:31.111211 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:31.120694 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Made reservation on behalf of af1bdaa57d4c4258bc961f7634ecabe3 for: {'port': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:31.124217 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.191980 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-feba783e-e183-4ee5-a625-719ead2c6c58 req-71f847ee-88a5-4b95-b3f4-b0372d3aaca5 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242537 May 20 15:58:31.325014 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Allocated IP 172.20.0.5 (78d56b80-665b-4515-9f27-47855d594369/1057987d-753f-4868-bcb8-6fddf5afed8c/705bd20c-7ba8-4210-a4f3-431af9831341) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:31.425441 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d46f4-9919-4b96-ae61-9af467e80cac req-3a7b734d-b367-4136-9514-3856add7d3d8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:31.426805 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-523d46f4-9919-4b96-ae61-9af467e80cac req-3a7b734d-b367-4136-9514-3856add7d3d8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 943 time: 0.1482010 May 20 15:58:31.547277 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-523d46f4-9919-4b96-ae61-9af467e80cac req-353174e7-6568-486e-ac53-d975697b808a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065633 May 20 15:58:31.586915 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.615460 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.620700 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:31.684342 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Network 78d56b80-665b-4515-9f27-47855d594369 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:31.687195 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:31.691474 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:31.723510 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Pushing event updated for resources: {'Port': ['ID=705bd20c-7ba8-4210-a4f3-431af9831341,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:31.741999 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.742363 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.742718 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.743069 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.743413 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.743785 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.744126 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.744465 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.744838 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.745176 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.745513 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.745848 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:31.751046 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:31.768530 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:31.769126 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.788308 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8375702 May 20 15:58:31.799747 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Request body: {'port': {'device_id': '2aba6b51-451e-4ad2-9eba-062c9c7e2f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:31.904376 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.161135 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221569-da0f-42bd-a90e-a2c9845f4d3b req-cde787cf-610d-47af-b6d2-44fecd1fe80f tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:32.162729 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e5221569-da0f-42bd-a90e-a2c9845f4d3b req-cde787cf-610d-47af-b6d2-44fecd1fe80f tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 931 time: 0.0791183 May 20 15:58:32.210543 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e5221569-da0f-42bd-a90e-a2c9845f4d3b req-424e2921-cf6a-44e4-8fbb-28693d36f03a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422328 May 20 15:58:32.239463 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705bd20c-7ba8-4210-a4f3-431af9831341 {{(pid=91644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:32.246729 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.261210 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Transition to ACTIVE for port object 705bd20c-7ba8-4210-a4f3-431af9831341 will not be triggered until provisioned by entity L2. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:32.264916 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.268361 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3776a98b-b8d9-4376-b5c1-b03575639e80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:32.416211 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=705bd20c-7ba8-4210-a4f3-431af9831341,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:32.422442 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:32.576361 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Attempting to bind port 705bd20c-7ba8-4210-a4f3-431af9831341 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:32.576519 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Attempting to bind port 705bd20c-7ba8-4210-a4f3-431af9831341 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '35b4a54e-db95-4e62-b81f-036871ed13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78d56b80-665b-4515-9f27-47855d594369'}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:32.576710 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Attempting to bind port 705bd20c-7ba8-4210-a4f3-431af9831341 on network 78d56b80-665b-4515-9f27-47855d594369 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:32.581980 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Port 705bd20c-7ba8-4210-a4f3-431af9831341 on network 78d56b80-665b-4515-9f27-47855d594369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:58:32.582295 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Attempting to bind port 705bd20c-7ba8-4210-a4f3-431af9831341 on network 78d56b80-665b-4515-9f27-47855d594369 {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:32.587329 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:32.587655 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Checking segment: {'id': '35b4a54e-db95-4e62-b81f-036871ed13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78d56b80-665b-4515-9f27-47855d594369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:32.588065 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Bound using segment: {'id': '35b4a54e-db95-4e62-b81f-036871ed13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78d56b80-665b-4515-9f27-47855d594369'} {{(pid=91644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:32.588477 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.managers [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Bound port: 705bd20c-7ba8-4210-a4f3-431af9831341, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b4a54e-db95-4e62-b81f-036871ed13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78d56b80-665b-4515-9f27-47855d594369'}}] {{(pid=91644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:32.588817 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.723822 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] For port 705bd20c-7ba8-4210-a4f3-431af9831341, host hv-cinder-78477, cleared binding levels {{(pid=91644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:32.734594 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] For port 705bd20c-7ba8-4210-a4f3-431af9831341, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=705bd20c-7ba8-4210-a4f3-431af9831341,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:32.741599 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.746547 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:32.807985 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:32.808590 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.809938 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] 10.222.0.58 "PUT /v2.0/ports/705bd20c-7ba8-4210-a4f3-431af9831341 HTTP/1.1" status: 200 len: 1093 time: 1.0141218 May 20 15:58:32.810410 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aba6b51-451e-4ad2-9eba-062c9c7e2f86', 'tag': '705bd20c-7ba8-4210-a4f3-431af9831341'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:32.830354 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086ff68-e8e2-466c-a9fb-ebbd9a4d0c22 req-11035e34-1c2f-440a-b47b-18654673971f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:32.832077 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e086ff68-e8e2-466c-a9fb-ebbd9a4d0c22 req-11035e34-1c2f-440a-b47b-18654673971f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 943 time: 0.1777835 May 20 15:58:32.853431 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=705bd20c-7ba8-4210-a4f3-431af9831341,revision_number=3']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:32.858967 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:32.877238 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device e4fe6da0-b43a-4da6-ab8c-7035935f4f8e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:58:32.929920 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e086ff68-e8e2-466c-a9fb-ebbd9a4d0c22 req-d451accc-df14-41e8-abff-9aab410d6921 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915158 May 20 15:58:32.949009 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f90a0-b414-4b60-999e-6eec62710f40 req-6ff9c42f-6c6f-4ca7-979b-391b9f3e1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:32.950455 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-6ff9c42f-6c6f-4ca7-979b-391b9f3e1a0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af1bdaa57d4c4258bc961f7634ecabe3&device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 1096 time: 0.0941539 May 20 15:58:33.011055 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aba6b51-451e-4ad2-9eba-062c9c7e2f86', 'tag': '705bd20c-7ba8-4210-a4f3-431af9831341', 'status': 'completed', 'code': 200} May 20 15:58:33.025837 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-e25fbb9d-2350-4e6c-bb9e-0702e9ee4d87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bd20c-7ba8-4210-a4f3-431af9831341 HTTP/1.1" status: 200 len: 217 time: 0.0673962 May 20 15:58:33.029517 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:33.042660 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e', 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9', 'port_id': 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e', 'mac_address': 'fa:16:3e:b1:06:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941bd976-0cce-4321-a387-118531262da0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:58:33.088178 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f90a0-b414-4b60-999e-6eec62710f40 req-aeb62b84-f322-48ae-9924-d61751571b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:33.089527 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-aeb62b84-f322-48ae-9924-d61751571b44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1057987d-753f-4868-bcb8-6fddf5afed8c HTTP/1.1" status: 200 len: 854 time: 0.0571003 May 20 15:58:33.097077 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.114352 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fe6da0-b43a-4da6-ab8c-7035935f4f8e {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:33.134522 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:33.138607 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.139417 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-cbd979b2-c4fc-48a2-b794-3b18fd7d9586 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78d56b80-665b-4515-9f27-47855d594369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411713 May 20 15:58:33.140482 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:33.209004 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:33.212431 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:33.280249 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-f55a27ba-f024-462c-9121-0baacbe63379 service neutron] 10.222.0.58 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318264 May 20 15:58:33.376419 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['e4fe6da0-b43a-4da6-ab8c-7035935f4f8e'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:58:33.485298 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-074f90a0-b414-4b60-999e-6eec62710f40 req-5508f067-5464-4722-9dd7-0b996a470091 service neutron] 10.222.0.58 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881371 May 20 15:58:33.494475 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b7cc1-69e2-44aa-b086-9dbb81d9df52 req-33f1858d-96a2-43da-9884-78b3869e0e52 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:33.495602 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-0c9b7cc1-69e2-44aa-b086-9dbb81d9df52 req-33f1858d-96a2-43da-9884-78b3869e0e52 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Synchronizing usage tracker for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:33.516605 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-0c9b7cc1-69e2-44aa-b086-9dbb81d9df52 req-33f1858d-96a2-43da-9884-78b3869e0e52 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Unset dirty status for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:33.520134 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0c9b7cc1-69e2-44aa-b086-9dbb81d9df52 req-33f1858d-96a2-43da-9884-78b3869e0e52 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 943 time: 0.1999784 May 20 15:58:33.615394 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-0c9b7cc1-69e2-44aa-b086-9dbb81d9df52 req-216fc02a-c434-4010-9087-d28e1675e154 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Synchronizing usage tracker for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:33.639916 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-0c9b7cc1-69e2-44aa-b086-9dbb81d9df52 req-216fc02a-c434-4010-9087-d28e1675e154 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Unset dirty status for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:33.640941 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0c9b7cc1-69e2-44aa-b086-9dbb81d9df52 req-216fc02a-c434-4010-9087-d28e1675e154 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167672 May 20 15:58:33.643536 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-8f284e46-31df-40d3-9fd7-ae35e69c4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:33.644949 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-8f284e46-31df-40d3-9fd7-ae35e69c4a79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af1bdaa57d4c4258bc961f7634ecabe3&device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 1096 time: 0.1051223 May 20 15:58:33.775073 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-3c781e2d-fcb7-4aa5-abd2-e3b9d16dc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:33.776511 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-3c781e2d-fcb7-4aa5-abd2-e3b9d16dc370 service neutron] 10.222.0.58 "GET /v2.0/networks?id=78d56b80-665b-4515-9f27-47855d594369 HTTP/1.1" status: 200 len: 915 time: 0.1240890 May 20 15:58:33.841745 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-dd831b1a-d432-41c4-a937-a20ea9f4c6de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bd20c-7ba8-4210-a4f3-431af9831341 HTTP/1.1" status: 200 len: 217 time: 0.0576255 May 20 15:58:33.904669 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-7d89b5fd-d325-4469-b88f-995259e3f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:33.905954 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-7d89b5fd-d325-4469-b88f-995259e3f181 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1057987d-753f-4868-bcb8-6fddf5afed8c HTTP/1.1" status: 200 len: 854 time: 0.0576608 May 20 15:58:33.952135 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-bc7aeecd-448a-4b18-8365-c96b1800d346 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78d56b80-665b-4515-9f27-47855d594369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381048 May 20 15:58:34.085012 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-5c57f42a-0b45-4639-a085-9d1fd45fd566 service neutron] 10.222.0.58 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252072 May 20 15:58:34.127394 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87632f-e913-4cf6-be5a-08c893a82fe4 req-1973f191-7948-4b71-995e-def26e36dab6 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:34.128123 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-3b87632f-e913-4cf6-be5a-08c893a82fe4 req-1973f191-7948-4b71-995e-def26e36dab6 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Synchronizing usage tracker for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:34.143958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-3b87632f-e913-4cf6-be5a-08c893a82fe4 req-1973f191-7948-4b71-995e-def26e36dab6 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Unset dirty status for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:34.145154 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3b87632f-e913-4cf6-be5a-08c893a82fe4 req-1973f191-7948-4b71-995e-def26e36dab6 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 944 time: 0.0959320 May 20 15:58:34.191605 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3b87632f-e913-4cf6-be5a-08c893a82fe4 req-fe6300d8-32ff-4649-ad17-f01c92a7d5b1 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 May 20 15:58:34.304247 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3222e520-b8a5-48c3-8b3b-69258bb4252a req-89a18a96-301b-43ba-968c-442236154716 service neutron] 10.222.0.58 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124331 May 20 15:58:34.818956 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aab7e-0fa2-4da3-a892-47c3dc2e4fcd req-b87bacfc-8f4b-47dd-bfec-e4f9c7d9b09c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:34.820393 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-674aab7e-0fa2-4da3-a892-47c3dc2e4fcd req-b87bacfc-8f4b-47dd-bfec-e4f9c7d9b09c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 943 time: 0.0770404 May 20 15:58:34.866131 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-674aab7e-0fa2-4da3-a892-47c3dc2e4fcd req-6424d485-72c8-4db9-a107-696590dce591 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 May 20 15:58:34.879136 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 705bd20c-7ba8-4210-a4f3-431af9831341 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:58:34.881509 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device e4fe6da0-b43a-4da6-ab8c-7035935f4f8e up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:35.035394 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:35.044461 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:35.044837 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.111671 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 705bd20c-7ba8-4210-a4f3-431af9831341, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=705bd20c-7ba8-4210-a4f3-431af9831341,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:35.128637 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '705bd20c-7ba8-4210-a4f3-431af9831341', 'network_id': '78d56b80-665b-4515-9f27-47855d594369', 'port_id': '705bd20c-7ba8-4210-a4f3-431af9831341', 'mac_address': 'fa:16:3e:ab:4a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1057987d-753f-4868-bcb8-6fddf5afed8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:58:35.231422 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.246468 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.262091 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705bd20c-7ba8-4210-a4f3-431af9831341 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:35.285327 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c63767-0f51-4fac-9f17-8d003ed98e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:35.294115 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 705bd20c-7ba8-4210-a4f3-431af9831341, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=705bd20c-7ba8-4210-a4f3-431af9831341,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:35.297323 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:35.299290 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.301311 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:35.338578 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c63767-0f51-4fac-9f17-8d003ed98e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e', 'code': 200} May 20 15:58:35.339353 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.377301 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=705bd20c-7ba8-4210-a4f3-431af9831341,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:35.380909 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:35.381487 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-163fee46-6796-42f9-bb4b-29b203eb931b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:35.388833 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15c29-fc7c-4a13-8af1-377e2a4a07a7 req-403890f8-6b24-4719-a860-7719b2410aa2 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:35.390518 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-58a15c29-fc7c-4a13-8af1-377e2a4a07a7 req-403890f8-6b24-4719-a860-7719b2410aa2 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 945 time: 0.0924642 May 20 15:58:35.436948 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-58a15c29-fc7c-4a13-8af1-377e2a4a07a7 req-5b1afe20-c338-4ac3-8ae5-feb4001f1383 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392916 May 20 15:58:35.449775 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:35.453002 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:35.558755 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['705bd20c-7ba8-4210-a4f3-431af9831341'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:58:35.562816 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fb3dc-6874-4fee-9b05-5b7fb4ca485d req-09d52f91-7d2b-4f51-8b1f-9bf8d225f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:35.564349 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-164fb3dc-6874-4fee-9b05-5b7fb4ca485d req-09d52f91-7d2b-4f51-8b1f-9bf8d225f7d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 1098 time: 0.0689461 May 20 15:58:35.605665 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-164fb3dc-6874-4fee-9b05-5b7fb4ca485d req-aa3c35cd-93ea-4059-8f9a-a03a411cb5b1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 May 20 15:58:36.060443 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429b6e4-e431-47e3-869a-95f6b8a5fd77 req-b6162b04-0c62-4363-a0e4-af31572fa8a3 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:36.061884 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e429b6e4-e431-47e3-869a-95f6b8a5fd77 req-b6162b04-0c62-4363-a0e4-af31572fa8a3 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 944 time: 0.0907247 May 20 15:58:36.106213 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e429b6e4-e431-47e3-869a-95f6b8a5fd77 req-a43b7b8c-f85c-4732-be6c-485f412ab4f5 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 May 20 15:58:36.632827 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201497c-6fbe-41de-8bb0-1a910b42e30c req-e1323456-30a6-4f67-9869-71b431b6b8d9 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:36.634277 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2201497c-6fbe-41de-8bb0-1a910b42e30c req-e1323456-30a6-4f67-9869-71b431b6b8d9 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 945 time: 0.0781701 May 20 15:58:36.757919 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-58bdb3b6-1996-452a-adfb-2e8cfe5fd5ce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729184 May 20 15:58:36.775355 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2201497c-6fbe-41de-8bb0-1a910b42e30c req-38c21289-5539-434b-8d04-a7def3a9afdc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346800 May 20 15:58:36.892466 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 705bd20c-7ba8-4210-a4f3-431af9831341 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:36.899969 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-4a7a77b9-9634-4723-a414-5c3a153b797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:36.901433 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-4a7a77b9-9634-4723-a414-5c3a153b797d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 1099 time: 0.0747263 May 20 15:58:36.963441 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 705bd20c-7ba8-4210-a4f3-431af9831341 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:36.968383 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 705bd20c-7ba8-4210-a4f3-431af9831341 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:36.968838 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.049751 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-c7a83268-d238-4dab-888e-03a199570256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:37.051185 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-c7a83268-d238-4dab-888e-03a199570256 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 916 time: 0.1301475 May 20 15:58:37.099406 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.120274 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-c1361946-7b0f-445e-a9b7-c033a999eb7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3d4b0d-c128-4301-8573-df56e585f595 HTTP/1.1" status: 200 len: 217 time: 0.0623674 May 20 15:58:37.141311 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 705bd20c-7ba8-4210-a4f3-431af9831341, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=705bd20c-7ba8-4210-a4f3-431af9831341,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:37.145958 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.147857 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:37.206917 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-dd2bf1fe-95a8-425c-841e-d3a29bfeafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:37.208377 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-dd2bf1fe-95a8-425c-841e-d3a29bfeafd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 200 len: 855 time: 0.0791125 May 20 15:58:37.222232 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=705bd20c-7ba8-4210-a4f3-431af9831341,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:37.225676 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:37.289061 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-c29a1728-9440-4310-9e06-cb9c25d99dd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a9cfb60-3f10-4548-9e29-d4914c8390d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736446 May 20 15:58:37.339980 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba6b51-451e-4ad2-9eba-062c9c7e2f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bd20c-7ba8-4210-a4f3-431af9831341'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:37.451236 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413fe9-a534-4b7f-b39d-89e8ce926bce req-3a583afd-9e96-47aa-befb-593a6829b893 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:37.452903 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-07413fe9-a534-4b7f-b39d-89e8ce926bce req-3a583afd-9e96-47aa-befb-593a6829b893 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 945 time: 0.2018199 May 20 15:58:37.460757 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-7982b779-86bf-48ef-9e66-385fea4284f1 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596634 May 20 15:58:37.475535 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba6b51-451e-4ad2-9eba-062c9c7e2f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bd20c-7ba8-4210-a4f3-431af9831341', 'code': 200} May 20 15:58:37.621393 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-07413fe9-a534-4b7f-b39d-89e8ce926bce req-c26561aa-e46b-4ffe-ac4d-42f7ab999f31 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264167 May 20 15:58:37.650623 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.652291 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-dd87dc7d-b5c2-434a-86c5-64204a875e17 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832247 May 20 15:58:37.707768 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb8de8-dd0f-43cd-bc86-76fecd6c4959 req-e8fd4841-38ac-401c-8231-f86ec8eacb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:37.709232 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-61bb8de8-dd0f-43cd-bc86-76fecd6c4959 req-e8fd4841-38ac-401c-8231-f86ec8eacb75 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 1098 time: 0.0706739 May 20 15:58:37.750208 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-61bb8de8-dd0f-43cd-bc86-76fecd6c4959 req-e09deaa1-5b5d-4735-8d26-be92fd09dca3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339458 May 20 15:58:38.828885 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52857-56ff-4bd6-834d-8d3276faaf49 req-03856c25-7d9d-4130-b66b-d1b696a773cc tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:38.830589 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-20d52857-56ff-4bd6-834d-8d3276faaf49 req-03856c25-7d9d-4130-b66b-d1b696a773cc tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 945 time: 0.0916231 May 20 15:58:38.876286 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-20d52857-56ff-4bd6-834d-8d3276faaf49 req-aab210b2-fdff-4be7-8f25-544a79b33cb6 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 May 20 15:58:38.984479 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719725cb-0daa-4155-9446-a45373d68f12 req-f256f6a4-4ba4-4fbe-87ae-1688e8f3b197 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:38.985849 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-f256f6a4-4ba4-4fbe-87ae-1688e8f3b197 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 815 time: 0.1470442 May 20 15:58:39.000997 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-29446158-4a73-495a-8c82-4c0f8496e1dc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/quotas/831bc72b6a1d455f9fe7b696d82dd067 HTTP/1.1" status: 200 len: 375 time: 0.0097046 May 20 15:58:39.081496 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-ae71a1ac-c2ad-4948-9c84-c716f2c13f8a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752964 May 20 15:58:39.254157 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-4d2eaeb4-b794-47c2-acb3-3d0cdbfede1e service neutron] 10.222.0.47 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658368 May 20 15:58:39.466399 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3bc16a78-97e4-4d64-9046-f2d72f6d5ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:39.475525 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-d86267a9-3bfe-4de8-95e5-7127d1ccf979 service neutron] 10.222.0.47 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153563 May 20 15:58:39.646095 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ce3b08bd-e0e4-469b-9bba-9e36c0d7d303 req-889445b0-5fca-4656-8e82-d6182eb10a3e tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 210 time: 0.0415952 May 20 15:58:40.078022 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b86333-952a-44a7-b8e3-1dedf3742413 req-59a62590-3716-49fc-a86e-ba994c2a76e6 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:40.081291 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f1b86333-952a-44a7-b8e3-1dedf3742413 req-59a62590-3716-49fc-a86e-ba994c2a76e6 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 945 time: 0.0932636 May 20 15:58:40.125429 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f1b86333-952a-44a7-b8e3-1dedf3742413 req-a4a57f6f-f7a9-4816-86ef-82e908dd0854 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 May 20 15:58:40.720261 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719725cb-0daa-4155-9446-a45373d68f12 req-60fffe91-3392-46f5-b177-d065293bb45f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:40.722369 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-60fffe91-3392-46f5-b177-d065293bb45f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 815 time: 0.1798141 May 20 15:58:40.736715 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Request body: {'port': {'device_id': 'bdec5d17-dab7-4d5e-b2dd-46c4754ae208', 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9', 'admin_state_up': True, 'tenant_id': '831bc72b6a1d455f9fe7b696d82dd067'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:40.891792 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-87872dda-e32f-487c-8355-d67830838f30 req-7a4ab5ef-6d50-446c-baa6-0643eee9e780 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 210 time: 0.0601513 May 20 15:58:40.927156 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:40.936899 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:40.946861 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Made reservation on behalf of 831bc72b6a1d455f9fe7b696d82dd067 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:40.950456 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:41.122258 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Allocated IP 172.20.0.10 (9a9cfb60-3f10-4548-9e29-d4914c8390d9/941bd976-0cce-4321-a387-118531262da0/e6c0cab1-9184-45a7-be53-8c017fa5f908) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:41.328804 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:41.359254 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:41.365245 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-476bd062-d9e5-4c3c-ad44-512115e4ffc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:41.373959 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['5d3d4b0d-c128-4301-8573-df56e585f595', 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:58:41.433441 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:41.436445 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:41.440240 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:41.471187 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Pushing event updated for resources: {'Port': ['ID=e6c0cab1-9184-45a7-be53-8c017fa5f908,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:41.477452 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:41.507244 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:41.507929 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:41.535091 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8038931 May 20 15:58:41.547996 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Request body: {'port': {'device_id': 'bdec5d17-dab7-4d5e-b2dd-46c4754ae208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:41.666109 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:41.866251 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.016135 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c0cab1-9184-45a7-be53-8c017fa5f908 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:42.024237 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.039756 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Transition to ACTIVE for port object e6c0cab1-9184-45a7-be53-8c017fa5f908 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:42.043633 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.048288 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-fc71273e-a692-42f6-ab74-6048478c2d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:42.090543 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04ebe2-beca-4d22-bd4d-3be0c4f66e3c req-77314b6c-e6ce-4852-abbe-89423a41eacd tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:42.092389 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-de04ebe2-beca-4d22-bd4d-3be0c4f66e3c req-77314b6c-e6ce-4852-abbe-89423a41eacd tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 932 time: 0.0913866 May 20 15:58:42.134652 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b5a4ce03-6c54-4699-8159-7c6d0a8772b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.145148 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-de04ebe2-beca-4d22-bd4d-3be0c4f66e3c req-1f5ad5ca-2326-4c41-85f6-14e7c09133bb tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 May 20 15:58:42.275901 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c0cab1-9184-45a7-be53-8c017fa5f908,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:42.301906 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:42.378169 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Attempting to bind port e6c0cab1-9184-45a7-be53-8c017fa5f908 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:42.378497 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Attempting to bind port e6c0cab1-9184-45a7-be53-8c017fa5f908 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:42.378822 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Attempting to bind port e6c0cab1-9184-45a7-be53-8c017fa5f908 on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:42.383282 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Port e6c0cab1-9184-45a7-be53-8c017fa5f908 on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:58:42.383595 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Attempting to bind port e6c0cab1-9184-45a7-be53-8c017fa5f908 on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:42.388626 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:42.388958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Checking segment: {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:42.389337 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Bound using segment: {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:42.389758 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Bound port: e6c0cab1-9184-45a7-be53-8c017fa5f908, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:42.390111 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.476755 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] For port e6c0cab1-9184-45a7-be53-8c017fa5f908, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:42.479741 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] For port e6c0cab1-9184-45a7-be53-8c017fa5f908, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e6c0cab1-9184-45a7-be53-8c017fa5f908,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:42.484312 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.487973 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:42.548613 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:42.549225 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.550574 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] 10.222.0.58 "PUT /v2.0/ports/e6c0cab1-9184-45a7-be53-8c017fa5f908 HTTP/1.1" status: 200 len: 1094 time: 1.0071638 May 20 15:58:42.551061 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdec5d17-dab7-4d5e-b2dd-46c4754ae208', 'tag': 'e6c0cab1-9184-45a7-be53-8c017fa5f908'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:42.571464 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c0cab1-9184-45a7-be53-8c017fa5f908,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:42.574608 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:42.621058 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdec5d17-dab7-4d5e-b2dd-46c4754ae208', 'tag': 'e6c0cab1-9184-45a7-be53-8c017fa5f908', 'status': 'completed', 'code': 200} May 20 15:58:42.661554 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719725cb-0daa-4155-9446-a45373d68f12 req-c121333a-ab2d-43d1-a42f-82a9255d776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:42.663034 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-c121333a-ab2d-43d1-a42f-82a9255d776c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 1097 time: 0.0734744 May 20 15:58:42.742033 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-de063167-51ac-4bf1-a3fa-3c802c453303 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c0cab1-9184-45a7-be53-8c017fa5f908 HTTP/1.1" status: 200 len: 217 time: 0.0640388 May 20 15:58:42.804319 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719725cb-0daa-4155-9446-a45373d68f12 req-3905c43a-b64e-40e1-a683-cb604b1f18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:42.805670 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-3905c43a-b64e-40e1-a683-cb604b1f18b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 200 len: 855 time: 0.0573442 May 20 15:58:42.856591 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-23b9d2b0-3d3a-4f4d-a963-fc6eef350998 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a9cfb60-3f10-4548-9e29-d4914c8390d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438352 May 20 15:58:42.988616 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-167c51d6-7f95-421b-b7b5-f47126bb5fb9 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252880 May 20 15:58:43.122067 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-719725cb-0daa-4155-9446-a45373d68f12 req-9db5e403-fae4-43d5-ad38-697f89f19b7d service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266701 May 20 15:58:43.152112 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.244721 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-a37a62a3-1833-4aa4-bc00-2f57620259fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:43.246185 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-a37a62a3-1833-4aa4-bc00-2f57620259fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 1097 time: 0.0733025 May 20 15:58:43.341867 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a0de7-79e7-4f99-b2a3-30324d554360 req-7eff38c0-9ce3-490c-af68-d8138ebd07ce tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:43.343331 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-da3a0de7-79e7-4f99-b2a3-30324d554360 req-7eff38c0-9ce3-490c-af68-d8138ebd07ce tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 944 time: 0.0803983 May 20 15:58:43.380210 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-9584dc2f-ab75-4336-a783-cf729fa766a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:43.381548 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-9584dc2f-ab75-4336-a783-cf729fa766a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 916 time: 0.1265519 May 20 15:58:43.390266 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-da3a0de7-79e7-4f99-b2a3-30324d554360 req-cef018fe-f847-488d-9c8e-166c96f4a708 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395520 May 20 15:58:43.455050 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-7b3c9d9f-af0e-4e0c-81e0-a6efef10b50d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c0cab1-9184-45a7-be53-8c017fa5f908 HTTP/1.1" status: 200 len: 217 time: 0.0637834 May 20 15:58:43.516460 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-a9cc1f1e-7116-4615-966e-14ace42e1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:43.518447 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-a9cc1f1e-7116-4615-966e-14ace42e1ff9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 200 len: 855 time: 0.0575175 May 20 15:58:43.566815 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-81b09807-be89-47d4-9198-41d70730f157 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a9cfb60-3f10-4548-9e29-d4914c8390d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398402 May 20 15:58:43.702164 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-ac2c9f6d-fbc0-49bf-93b9-b7e3e0e9ba2d service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254625 May 20 15:58:43.837929 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0aa890fe-a2f9-4f9d-a89e-f8d645daf2f1 req-a2e7832a-1453-4221-9f89-ba41941b804e service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283424 May 20 15:58:44.674859 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca7d64-402c-4947-92e6-9832a32e71e4 req-9cf3193b-428e-47c7-9420-55f717bcb97e tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:44.675507 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-00ca7d64-402c-4947-92e6-9832a32e71e4 req-9cf3193b-428e-47c7-9420-55f717bcb97e tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Synchronizing usage tracker for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:44.692739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-00ca7d64-402c-4947-92e6-9832a32e71e4 req-9cf3193b-428e-47c7-9420-55f717bcb97e tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Unset dirty status for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:44.693917 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-00ca7d64-402c-4947-92e6-9832a32e71e4 req-9cf3193b-428e-47c7-9420-55f717bcb97e tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 944 time: 0.1940098 May 20 15:58:44.710798 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.740615 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-00ca7d64-402c-4947-92e6-9832a32e71e4 req-1720489b-86bf-477d-abd1-497345c6b64d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 May 20 15:58:44.923920 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device e6c0cab1-9184-45a7-be53-8c017fa5f908 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:58:45.058089 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port e6c0cab1-9184-45a7-be53-8c017fa5f908, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e6c0cab1-9184-45a7-be53-8c017fa5f908,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:45.072318 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': 'e6c0cab1-9184-45a7-be53-8c017fa5f908', 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9', 'port_id': 'e6c0cab1-9184-45a7-be53-8c017fa5f908', 'mac_address': 'fa:16:3e:ae:f6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941bd976-0cce-4321-a387-118531262da0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:58:45.135237 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.152042 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c0cab1-9184-45a7-be53-8c017fa5f908 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:45.168393 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port e6c0cab1-9184-45a7-be53-8c017fa5f908, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e6c0cab1-9184-45a7-be53-8c017fa5f908,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:45.172064 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.173879 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:45.237735 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=e6c0cab1-9184-45a7-be53-8c017fa5f908,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:45.240740 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:45.436347 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['e6c0cab1-9184-45a7-be53-8c017fa5f908'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:58:45.928501 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b65482-496f-4311-9acc-798943200c75 req-c927d34a-b8c9-41f5-8f22-f1f4281ceeeb tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:45.929963 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-25b65482-496f-4311-9acc-798943200c75 req-c927d34a-b8c9-41f5-8f22-f1f4281ceeeb tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 945 time: 0.0851545 May 20 15:58:45.975845 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-25b65482-496f-4311-9acc-798943200c75 req-f184c39d-0788-4b19-927a-76aadeafcb78 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 May 20 15:58:46.926632 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device e6c0cab1-9184-45a7-be53-8c017fa5f908 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:46.994837 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port e6c0cab1-9184-45a7-be53-8c017fa5f908 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:47.000084 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port e6c0cab1-9184-45a7-be53-8c017fa5f908 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:47.000556 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.121985 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.151223 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec5d17-dab7-4d5e-b2dd-46c4754ae208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c0cab1-9184-45a7-be53-8c017fa5f908'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:47.161464 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port e6c0cab1-9184-45a7-be53-8c017fa5f908, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e6c0cab1-9184-45a7-be53-8c017fa5f908,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:47.165731 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.167738 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300b68-4212-4084-b312-d353a87d6a49 req-63e478a5-d392-4ba2-ac04-b510b273dd8c tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:47.168200 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:47.169559 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b3300b68-4212-4084-b312-d353a87d6a49 req-63e478a5-d392-4ba2-ac04-b510b273dd8c tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 945 time: 0.0857198 May 20 15:58:47.204683 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdec5d17-dab7-4d5e-b2dd-46c4754ae208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c0cab1-9184-45a7-be53-8c017fa5f908', 'code': 200} May 20 15:58:47.221377 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b3300b68-4212-4084-b312-d353a87d6a49 req-a49a2f89-bfee-4607-aeb2-b4b78f10e8ee tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 May 20 15:58:47.244211 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=e6c0cab1-9184-45a7-be53-8c017fa5f908,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:47.246999 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:47.451003 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daf737-c420-4d93-892a-9684bc2be10b req-3cf719d9-1ea8-4f0f-bd98-b7e2943360b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:47.452425 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a4daf737-c420-4d93-892a-9684bc2be10b req-3cf719d9-1ea8-4f0f-bd98-b7e2943360b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 1099 time: 0.0674872 May 20 15:58:47.494278 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a4daf737-c420-4d93-892a-9684bc2be10b req-037141b7-96e5-48e2-ba68-265f3ce819a9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351467 May 20 15:58:48.411366 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6adb9-9657-4e5b-b455-b848818fa9ba req-8f514d04-9404-4c98-aac6-5794c4296e98 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:48.412862 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-33b6adb9-9657-4e5b-b455-b848818fa9ba req-8f514d04-9404-4c98-aac6-5794c4296e98 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 946 time: 0.0819769 May 20 15:58:48.461144 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-33b6adb9-9657-4e5b-b455-b848818fa9ba req-0be1aadf-f6e7-48a5-bdeb-c9c4a53e2a31 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 May 20 15:58:48.587651 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:58:49.650785 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1de1df-63a5-41b5-9510-e5a890bb2817 req-304c29a6-5eec-4030-9f6e-c0c249c55c26 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:49.652275 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1e1de1df-63a5-41b5-9510-e5a890bb2817 req-304c29a6-5eec-4030-9f6e-c0c249c55c26 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 946 time: 0.0838218 May 20 15:58:49.697655 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1e1de1df-63a5-41b5-9510-e5a890bb2817 req-df56b3f4-5ea2-4f91-ac55-e8b076a6df41 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381529 May 20 15:59:05.765380 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-78485aa4-d761-482d-8a93-9db3cfcc2789 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:05.767239 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-78485aa4-d761-482d-8a93-9db3cfcc2789 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 815 time: 0.1453702 May 20 15:59:05.781238 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-568eac54-6b74-4f04-af5a-aad55a3d2083 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/quotas/831bc72b6a1d455f9fe7b696d82dd067 HTTP/1.1" status: 200 len: 375 time: 0.0085857 May 20 15:59:05.862810 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-b2326136-8e13-4d20-9437-ed44dff440be tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767410 May 20 15:59:05.991940 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-932c506b-781d-43ad-a441-f37e3859a996 service neutron] 10.222.0.47 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224213 May 20 15:59:06.120780 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-4610ac93-44c3-45cd-bff3-cb6138f5499d service neutron] 10.222.0.47 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229341 May 20 15:59:06.293909 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f3432ff-c3eb-4d0f-8a7e-bb78fd745ae0 req-7ea5d172-50eb-4b9b-bb4a-9021deec80a1 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 210 time: 0.0416198 May 20 15:59:07.439888 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-46bf9eae-b352-4fed-8bf0-5273d93e3dfa req-ff6019a7-2ce3-496b-bcdb-872e657ab95e tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 210 time: 0.0426617 May 20 15:59:07.659642 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.586761 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bb5e40c3-f08a-4195-828a-67e6ef269d9e req-bf3e2c8e-a143-48b8-9452-0795226c09e5 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 210 time: 0.0444553 May 20 15:59:09.469101 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-611b790c-d434-411c-81fb-d6bfa4109022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.630561 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-23f70afe-4786-46a6-af20-4b2705cc7027 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:09.632029 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-23f70afe-4786-46a6-af20-4b2705cc7027 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 815 time: 0.1464686 May 20 15:59:09.645337 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Request body: {'port': {'device_id': 'c75bd362-65f4-4f95-a0aa-6d400afcedbb', 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9', 'admin_state_up': True, 'tenant_id': '831bc72b6a1d455f9fe7b696d82dd067'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:09.744418 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-11e37b4e-d78e-44c4-ba57-56f3ac8e1090 req-9ff899a2-71f8-45d4-b996-dde9c6fc8236 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 210 time: 0.0487101 May 20 15:59:09.783863 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:09.793173 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:09.803139 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Made reservation on behalf of 831bc72b6a1d455f9fe7b696d82dd067 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:09.806663 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.972272 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Allocated IP 172.20.0.6 (9a9cfb60-3f10-4548-9e29-d4914c8390d9/941bd976-0cce-4321-a387-118531262da0/8e5054ff-5cdd-4005-b742-9857a5119b67) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:10.192040 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.221047 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.226580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8a6ad73e-8ace-4e1c-9a52-93c52178ed7f tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:10.232987 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['5d3d4b0d-c128-4301-8573-df56e585f595', 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e', 'e6c0cab1-9184-45a7-be53-8c017fa5f908'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:10.301474 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:10.304566 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:10.308362 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:10.342966 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Pushing event updated for resources: {'Port': ['ID=8e5054ff-5cdd-4005-b742-9857a5119b67,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:10.347923 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:10.374385 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:10.374992 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.402160 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7606294 May 20 15:59:10.925863 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b45846-4e77-4c6b-9b63-bc28c0ce9adb req-51cc6083-ae6c-49a9-ab05-62819cbb5645 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:10.926557 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-75b45846-4e77-4c6b-9b63-bc28c0ce9adb req-51cc6083-ae6c-49a9-ab05-62819cbb5645 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Synchronizing usage tracker for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:10.940940 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-75b45846-4e77-4c6b-9b63-bc28c0ce9adb req-51cc6083-ae6c-49a9-ab05-62819cbb5645 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Unset dirty status for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:10.942070 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-75b45846-4e77-4c6b-9b63-bc28c0ce9adb req-51cc6083-ae6c-49a9-ab05-62819cbb5645 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 931 time: 0.0923457 May 20 15:59:10.990521 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-75b45846-4e77-4c6b-9b63-bc28c0ce9adb req-14bd7fc9-9fc3-4e74-9971-c4f74c530b53 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 May 20 15:59:11.857968 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.128647 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-21d3a309-b312-4be0-8745-c634baa8be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.176438 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babf1cc-da04-427e-b806-b24f26dd9840 req-4bc1b232-6754-4094-a237-e31aaff191ed tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:12.177884 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5babf1cc-da04-427e-b806-b24f26dd9840 req-4bc1b232-6754-4094-a237-e31aaff191ed tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 931 time: 0.0815167 May 20 15:59:12.221594 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5babf1cc-da04-427e-b806-b24f26dd9840 req-2a8d35a1-3eb2-4480-8548-f7cc08654488 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379460 May 20 15:59:12.262837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Request body: {'port': {'device_id': 'c75bd362-65f4-4f95-a0aa-6d400afcedbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:12.369660 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.792684 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5054ff-5cdd-4005-b742-9857a5119b67 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:59:12.799679 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.814087 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Transition to ACTIVE for port object 8e5054ff-5cdd-4005-b742-9857a5119b67 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:12.818419 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.823185 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8bc49448-b7bd-48e1-a93e-acfede9dceb0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:12.977296 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5054ff-5cdd-4005-b742-9857a5119b67,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:12.983632 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:13.052797 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Attempting to bind port 8e5054ff-5cdd-4005-b742-9857a5119b67 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:13.053046 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Attempting to bind port 8e5054ff-5cdd-4005-b742-9857a5119b67 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:13.053407 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Attempting to bind port 8e5054ff-5cdd-4005-b742-9857a5119b67 on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:13.058165 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Port 8e5054ff-5cdd-4005-b742-9857a5119b67 on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:59:13.058520 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Attempting to bind port 8e5054ff-5cdd-4005-b742-9857a5119b67 on network 9a9cfb60-3f10-4548-9e29-d4914c8390d9 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:13.064078 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:13.064405 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Checking segment: {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:13.064779 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Bound using segment: {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:13.065189 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Bound port: 8e5054ff-5cdd-4005-b742-9857a5119b67, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8aa4b62-8fec-420d-980c-f07783a0a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:13.065522 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.158047 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] For port 8e5054ff-5cdd-4005-b742-9857a5119b67, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:13.161784 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] For port 8e5054ff-5cdd-4005-b742-9857a5119b67, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8e5054ff-5cdd-4005-b742-9857a5119b67,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:13.165776 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.168908 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.169490 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:13.227930 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.228547 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.230056 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] 10.222.0.58 "PUT /v2.0/ports/8e5054ff-5cdd-4005-b742-9857a5119b67 HTTP/1.1" status: 200 len: 1093 time: 0.9714622 May 20 15:59:13.233661 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75bd362-65f4-4f95-a0aa-6d400afcedbb', 'tag': '8e5054ff-5cdd-4005-b742-9857a5119b67'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:13.255649 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5054ff-5cdd-4005-b742-9857a5119b67,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:13.258766 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:13.278784 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75bd362-65f4-4f95-a0aa-6d400afcedbb', 'tag': '8e5054ff-5cdd-4005-b742-9857a5119b67', 'status': 'completed', 'code': 200} May 20 15:59:13.409718 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd6734-b8fc-449b-9cbd-7e517c9b07bc req-5c24ea8b-5be6-4eb6-9e3c-732b5e452e2c tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.411086 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8ebd6734-b8fc-449b-9cbd-7e517c9b07bc req-5c24ea8b-5be6-4eb6-9e3c-732b5e452e2c tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 943 time: 0.0831323 May 20 15:59:13.421405 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7962-d097-4a18-8f69-65bcba15451d req-f59304ab-217f-4abf-869e-2b0947d9048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.423422 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a73a7962-d097-4a18-8f69-65bcba15451d req-f59304ab-217f-4abf-869e-2b0947d9048d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 1096 time: 0.0704572 May 20 15:59:13.457730 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8ebd6734-b8fc-449b-9cbd-7e517c9b07bc req-55b62d53-77d9-437b-8c8e-e9440e6450d4 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 May 20 15:59:13.562855 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7962-d097-4a18-8f69-65bcba15451d req-82d41d12-cc59-474a-a24c-44745bb611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.564885 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a73a7962-d097-4a18-8f69-65bcba15451d req-82d41d12-cc59-474a-a24c-44745bb611cc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1337800 May 20 15:59:13.703000 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7962-d097-4a18-8f69-65bcba15451d req-769f136b-2d0a-4f5a-985c-bb729c33f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.704898 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a73a7962-d097-4a18-8f69-65bcba15451d req-769f136b-2d0a-4f5a-985c-bb729c33f65b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325116 May 20 15:59:13.810364 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-65e6e709-ce77-4271-87c1-55e8de821f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.811864 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-65e6e709-ce77-4271-87c1-55e8de821f7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 1096 time: 0.0699015 May 20 15:59:13.883148 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-dcd9ee92-fce1-48c1-980a-cdcbf82ab02e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5054ff-5cdd-4005-b742-9857a5119b67 HTTP/1.1" status: 200 len: 217 time: 0.0628052 May 20 15:59:13.948816 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-838adaf7-55c4-42e0-9d21-b5019d82a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.950198 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-838adaf7-55c4-42e0-9d21-b5019d82a0b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 200 len: 855 time: 0.0591547 May 20 15:59:13.998447 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-3638252d-a720-441f-b091-19c7084841be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a9cfb60-3f10-4548-9e29-d4914c8390d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396376 May 20 15:59:14.128945 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-f8ab1e8b-d17e-455a-aaf1-4963c954a17c service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229022 May 20 15:59:14.262211 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-071e9261-fc66-45fa-99a1-5e3d1fc13e2c req-49e4aa0b-33da-40ee-ab37-ac92987076dd service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241584 May 20 15:59:14.638835 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62117985-c5d0-4cdf-b9ea-cfb72e38d9dd req-c699b388-b7b5-43de-8a9e-2a3396bff059 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:14.640295 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-62117985-c5d0-4cdf-b9ea-cfb72e38d9dd req-c699b388-b7b5-43de-8a9e-2a3396bff059 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 943 time: 0.0778000 May 20 15:59:14.683152 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-62117985-c5d0-4cdf-b9ea-cfb72e38d9dd req-bae0fca9-31a1-4af9-976d-14db44d75bc9 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367088 May 20 15:59:14.721176 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.868527 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622aa8f-be86-41a1-9705-17419c23f53e req-70c2d517-9269-4d1b-a495-0b5d024e8fea tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:15.869974 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8622aa8f-be86-41a1-9705-17419c23f53e req-70c2d517-9269-4d1b-a495-0b5d024e8fea tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 943 time: 0.0770113 May 20 15:59:15.916230 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8622aa8f-be86-41a1-9705-17419c23f53e req-2df46852-afb9-4956-95e4-f3f18d07322b tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 May 20 15:59:17.191373 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c71a9-32af-4b99-b930-811d9186ba6f req-70c9f1b9-e544-47b2-83a3-9a33f731cbba tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:17.192943 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-729c71a9-32af-4b99-b930-811d9186ba6f req-70c9f1b9-e544-47b2-83a3-9a33f731cbba tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 943 time: 0.1759307 May 20 15:59:17.237465 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-729c71a9-32af-4b99-b930-811d9186ba6f req-78db91ba-3209-46fb-ad71-594f96533948 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389540 May 20 15:59:18.429028 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b4b8d-ac6c-4794-8e65-2f0c92b5ceb3 req-299ebef6-c3a9-4458-941b-5f4cba3e5d78 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:18.430368 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0c4b4b8d-ac6c-4794-8e65-2f0c92b5ceb3 req-299ebef6-c3a9-4458-941b-5f4cba3e5d78 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 943 time: 0.0785775 May 20 15:59:18.475173 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0c4b4b8d-ac6c-4794-8e65-2f0c92b5ceb3 req-fc2680ae-acfc-4e73-84da-fcf4509a599c tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 May 20 15:59:19.344557 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 8e5054ff-5cdd-4005-b742-9857a5119b67 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:59:19.474020 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 8e5054ff-5cdd-4005-b742-9857a5119b67, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8e5054ff-5cdd-4005-b742-9857a5119b67,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:19.487066 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '8e5054ff-5cdd-4005-b742-9857a5119b67', 'network_id': '9a9cfb60-3f10-4548-9e29-d4914c8390d9', 'port_id': '8e5054ff-5cdd-4005-b742-9857a5119b67', 'mac_address': 'fa:16:3e:79:1a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941bd976-0cce-4321-a387-118531262da0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:59:19.543638 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.560392 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5054ff-5cdd-4005-b742-9857a5119b67 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:59:19.576408 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 8e5054ff-5cdd-4005-b742-9857a5119b67, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8e5054ff-5cdd-4005-b742-9857a5119b67,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:19.580659 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.582527 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-eb588ee2-2506-4624-9b18-a88648b32b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:19.647053 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=8e5054ff-5cdd-4005-b742-9857a5119b67,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:19.654178 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.654529 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.654867 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.655223 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.655551 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.655904 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.656306 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.656557 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.656881 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.657755 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.658103 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.658423 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:19.662359 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:19.665711 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6b3b3-8656-47db-a8fc-75d3bfcf100e req-556f8054-989c-4eb7-b8ee-295923e64a59 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:19.667306 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5fa6b3b3-8656-47db-a8fc-75d3bfcf100e req-556f8054-989c-4eb7-b8ee-295923e64a59 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 944 time: 0.0841355 May 20 15:59:19.712598 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5fa6b3b3-8656-47db-a8fc-75d3bfcf100e req-b1b847b1-060b-45d3-a1e6-8c3dc864d140 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 May 20 15:59:19.903968 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['8e5054ff-5cdd-4005-b742-9857a5119b67'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:20.897934 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077afe1-99b1-4e00-8066-aa37e2bcb1d7 req-660a4930-ac1d-4a23-9d88-7ac22de6834f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:20.899393 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b077afe1-99b1-4e00-8066-aa37e2bcb1d7 req-660a4930-ac1d-4a23-9d88-7ac22de6834f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 944 time: 0.0837281 May 20 15:59:21.032838 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b077afe1-99b1-4e00-8066-aa37e2bcb1d7 req-f93fc375-c162-4f12-9029-88ecf791ec72 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277111 May 20 15:59:21.356245 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 8e5054ff-5cdd-4005-b742-9857a5119b67 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:21.421759 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 8e5054ff-5cdd-4005-b742-9857a5119b67 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:21.426763 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 8e5054ff-5cdd-4005-b742-9857a5119b67 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:21.427142 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.539131 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.565011 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75bd362-65f4-4f95-a0aa-6d400afcedbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5054ff-5cdd-4005-b742-9857a5119b67'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:21.574607 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 8e5054ff-5cdd-4005-b742-9857a5119b67, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8e5054ff-5cdd-4005-b742-9857a5119b67,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:21.578399 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.580372 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:21.615369 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75bd362-65f4-4f95-a0aa-6d400afcedbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5054ff-5cdd-4005-b742-9857a5119b67', 'code': 200} May 20 15:59:21.650419 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=8e5054ff-5cdd-4005-b742-9857a5119b67,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:21.653225 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:21.852312 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ae37-363d-4d40-ae30-11907ea4c494 req-5c5c5aef-3e05-464a-b8d4-e4a170d9a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:21.853767 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7092ae37-363d-4d40-ae30-11907ea4c494 req-5c5c5aef-3e05-464a-b8d4-e4a170d9a6ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 1098 time: 0.0679402 May 20 15:59:21.894849 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7092ae37-363d-4d40-ae30-11907ea4c494 req-0c9baaa1-f03d-49ff-a000-9fd5e8d80bb4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 May 20 15:59:22.218944 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b295b-6a7f-44ac-b9d2-93bd4332220b req-04a976f5-2778-4329-92c0-8a3fc80aeebc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:22.223603 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-799b295b-6a7f-44ac-b9d2-93bd4332220b req-04a976f5-2778-4329-92c0-8a3fc80aeebc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 945 time: 0.0805440 May 20 15:59:22.267220 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-799b295b-6a7f-44ac-b9d2-93bd4332220b req-8be82d0d-9334-4d08-b722-a519c4bcb7c6 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 May 20 15:59:23.453040 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c9f81-3909-46c7-a079-50ed34b2741c req-341489fb-f472-4b3c-9a95-c8e093c65465 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:23.454515 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f04c9f81-3909-46c7-a079-50ed34b2741c req-341489fb-f472-4b3c-9a95-c8e093c65465 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 945 time: 0.0797729 May 20 15:59:23.498222 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f04c9f81-3909-46c7-a079-50ed34b2741c req-c298b335-2e52-437e-b800-9b3f848ce784 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 May 20 15:59:24.019708 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39132f7-9292-48c2-9fa4-d6ab80663cab req-4c55592d-addf-46ea-9ef7-10d643156712 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:24.021189 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c39132f7-9292-48c2-9fa4-d6ab80663cab req-4c55592d-addf-46ea-9ef7-10d643156712 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 945 time: 0.0832014 May 20 15:59:24.065157 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c39132f7-9292-48c2-9fa4-d6ab80663cab req-0114dc24-46e0-4c80-857a-14a602299bff tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381875 May 20 15:59:25.251405 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e981ea-b92b-4d5a-b790-8a84a2a199a5 req-1cf88ce5-c490-40db-bb3b-60d4e04e4080 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:25.253490 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-74e981ea-b92b-4d5a-b790-8a84a2a199a5 req-1cf88ce5-c490-40db-bb3b-60d4e04e4080 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 945 time: 0.0808508 May 20 15:59:25.297042 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-74e981ea-b92b-4d5a-b790-8a84a2a199a5 req-be13185c-2b4b-411d-af25-95db17292810 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 May 20 15:59:25.587262 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:59:25.739548 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852e03b-7074-4908-88a2-d3f8349c31db req-54dc9619-9123-4b3c-bb92-fcb4a9fe353b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:25.740982 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5852e03b-7074-4908-88a2-d3f8349c31db req-54dc9619-9123-4b3c-bb92-fcb4a9fe353b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.58 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 945 time: 0.0813975 May 20 15:59:25.876290 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-5852e03b-7074-4908-88a2-d3f8349c31db req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Deleting port 705bd20c-7ba8-4210-a4f3-431af9831341 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:25.876566 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5852e03b-7074-4908-88a2-d3f8349c31db req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.007647 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-5852e03b-7074-4908-88a2-d3f8349c31db req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] For port 705bd20c-7ba8-4210-a4f3-431af9831341, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=705bd20c-7ba8-4210-a4f3-431af9831341,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:26.008027 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5852e03b-7074-4908-88a2-d3f8349c31db req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.127584 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-5852e03b-7074-4908-88a2-d3f8349c31db req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Calling delete_port for 705bd20c-7ba8-4210-a4f3-431af9831341 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:26.236333 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5852e03b-7074-4908-88a2-d3f8349c31db req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.241717 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a3ae36dd-aab9-46d0-8e6a-75cd9aa127a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:26.248525 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['705bd20c-7ba8-4210-a4f3-431af9831341'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:26.286963 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Pushing event deleted for resources: {'Port': ['ID=705bd20c-7ba8-4210-a4f3-431af9831341,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:26.320171 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.320537 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.320888 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.321235 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.321582 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.321925 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.322268 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.322607 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.322952 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.323284 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.323627 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.323998 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:26.332262 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:26.379554 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-5852e03b-7074-4908-88a2-d3f8349c31db req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] No DVR routers for this DVR port 705bd20c-7ba8-4210-a4f3-431af9831341 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:26.382135 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5852e03b-7074-4908-88a2-d3f8349c31db req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.384831 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba6b51-451e-4ad2-9eba-062c9c7e2f86', 'name': 'network-vif-deleted', 'tag': '705bd20c-7ba8-4210-a4f3-431af9831341'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:26.402090 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5852e03b-7074-4908-88a2-d3f8349c31db req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.58 "DELETE /v2.0/ports/705bd20c-7ba8-4210-a4f3-431af9831341 HTTP/1.1" status: 204 len: 173 time: 0.6545029 May 20 15:59:26.436372 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba6b51-451e-4ad2-9eba-062c9c7e2f86', 'name': 'network-vif-deleted', 'tag': '705bd20c-7ba8-4210-a4f3-431af9831341', 'status': 'completed', 'code': 200} May 20 15:59:26.453795 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dbaae1ce-7062-4e1f-bfba-39203fb9291b req-a53cd3d2-6f38-48a2-8b76-3772d37a843f tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2aba6b51-451e-4ad2-9eba-062c9c7e2f86 HTTP/1.1" status: 200 len: 210 time: 0.0496016 May 20 15:59:29.869085 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 705bd20c-7ba8-4210-a4f3-431af9831341 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:29.902346 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 705bd20c-7ba8-4210-a4f3-431af9831341 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:29.902695 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 705bd20c-7ba8-4210-a4f3-431af9831341 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:37.477669 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e23e1-6230-40be-aba1-cea55458960f req-ed23c307-56f2-4f81-971d-126b7e49d803 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:37.479012 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cb5e23e1-6230-40be-aba1-cea55458960f req-ed23c307-56f2-4f81-971d-126b7e49d803 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 945 time: 0.0777087 May 20 15:59:37.522334 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cb5e23e1-6230-40be-aba1-cea55458960f req-28210611-5895-481d-ab02-330df5b61dcb tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377839 May 20 15:59:37.658383 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.700291 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-916a8d90-2c8d-47d6-9258-c705e5bbce74 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738714 May 20 15:59:37.797618 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-73823423-554d-428b-a3ec-ab0749aabe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:37.799853 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-73823423-554d-428b-a3ec-ab0749aabe41 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 1098 time: 0.0754418 May 20 15:59:38.058634 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-19aa80ec-2dbd-4be1-af19-f4672f96a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:38.060080 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-19aa80ec-2dbd-4be1-af19-f4672f96a813 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 200 len: 916 time: 0.2231252 May 20 15:59:38.066398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e1acee1d-fdaf-4517-bb9b-df443cda84b2 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:38.067783 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e1acee1d-fdaf-4517-bb9b-df443cda84b2 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/networks?id=78d56b80-665b-4515-9f27-47855d594369 HTTP/1.1" status: 200 len: 814 time: 0.2496667 May 20 15:59:38.134399 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-6335f82b-2ddc-4abe-954e-8ebaff1f29eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e HTTP/1.1" status: 200 len: 217 time: 0.0657151 May 20 15:59:38.136401 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-726ab7cf-85cd-40e2-a84c-0a489a845916 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/quotas/af1bdaa57d4c4258bc961f7634ecabe3 HTTP/1.1" status: 200 len: 375 time: 0.0211797 May 20 15:59:38.301655 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-cf5b00e4-675a-4cf8-8472-824755fc4e58 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Synchronizing usage tracker for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:38.333929 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-73406209-58c3-4864-9976-98fc7c1f0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:38.335230 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-73406209-58c3-4864-9976-98fc7c1f0fb7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 200 len: 855 time: 0.0746109 May 20 15:59:38.335956 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-cf5b00e4-675a-4cf8-8472-824755fc4e58 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Unset dirty status for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:38.337034 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-cf5b00e4-675a-4cf8-8472-824755fc4e58 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=af1bdaa57d4c4258bc961f7634ecabe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1952055 May 20 15:59:38.404613 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-8dc5e3a1-6537-4a48-b8d6-49bebbe5e8e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a9cfb60-3f10-4548-9e29-d4914c8390d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623920 May 20 15:59:38.618266 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-dbded2c9-880c-415e-9bf7-21d82b4a5460 service neutron] 10.222.0.47 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442782 May 20 15:59:38.627298 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-b5bc3fd0-bc86-42e7-9ecb-626dda68caba service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127752 May 20 15:59:38.710144 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26911db-416a-4997-9a8b-4be09a0745dc req-fea490d2-4c4c-47aa-a8dd-95885fc9189b tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:38.711635 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a26911db-416a-4997-9a8b-4be09a0745dc req-fea490d2-4c4c-47aa-a8dd-95885fc9189b tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 945 time: 0.0817099 May 20 15:59:38.755812 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a26911db-416a-4997-9a8b-4be09a0745dc req-2e838708-19a2-418d-8534-db56316275ba tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 May 20 15:59:38.857285 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-70183bb2-7895-4dec-800c-29150b5ebc83 service neutron] 10.222.0.47 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327254 May 20 15:59:38.860368 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f8bed3bd-5112-4b28-9200-15d2609aa539 req-20a64450-991a-4bf7-a7f5-f9eea8f6b4a2 service neutron] 10.222.0.58 "GET /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152705 May 20 15:59:39.036659 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c4412342-cb30-4fc7-bc34-226c678c2731 req-7668f04e-83ae-4e80-b10d-6ebcee279870 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 210 time: 0.0431333 May 20 15:59:39.140345 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-82050e66-8df1-4f7d-8197-a8bee975bf77 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:39.142447 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-82050e66-8df1-4f7d-8197-a8bee975bf77 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 945 time: 0.0799150 May 20 15:59:39.285841 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Deleting port 8e5054ff-5cdd-4005-b742-9857a5119b67 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:39.286189 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.427383 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] For port 8e5054ff-5cdd-4005-b742-9857a5119b67, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8e5054ff-5cdd-4005-b742-9857a5119b67,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:39.427769 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.475753 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0495952b-2792-448f-9cea-33fbae26262e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.551737 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Calling delete_port for 8e5054ff-5cdd-4005-b742-9857a5119b67 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:39.664395 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.669701 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:39.678600 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['5d3d4b0d-c128-4301-8573-df56e585f595', 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e', 'e6c0cab1-9184-45a7-be53-8c017fa5f908', '8e5054ff-5cdd-4005-b742-9857a5119b67'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:39.713495 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Pushing event deleted for resources: {'Port': ['ID=8e5054ff-5cdd-4005-b742-9857a5119b67,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:39.716635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:39.791782 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] No DVR routers for this DVR port 8e5054ff-5cdd-4005-b742-9857a5119b67 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:39.794308 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.796944 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75bd362-65f4-4f95-a0aa-6d400afcedbb', 'name': 'network-vif-deleted', 'tag': '8e5054ff-5cdd-4005-b742-9857a5119b67'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:39.812798 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e363b7ff-b2f2-442e-b1ca-ca6b067566d1 req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "DELETE /v2.0/ports/8e5054ff-5cdd-4005-b742-9857a5119b67 HTTP/1.1" status: 204 len: 173 time: 0.6646121 May 20 15:59:39.856207 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75bd362-65f4-4f95-a0aa-6d400afcedbb', 'name': 'network-vif-deleted', 'tag': '8e5054ff-5cdd-4005-b742-9857a5119b67', 'status': 'completed', 'code': 200} May 20 15:59:39.913578 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-c3d5f4fe-235e-4392-a329-66808c30628c req-2807bf9c-31cf-48f9-891d-6928f7cfc7e0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Synchronizing usage tracker for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:39.932118 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-c3d5f4fe-235e-4392-a329-66808c30628c req-2807bf9c-31cf-48f9-891d-6928f7cfc7e0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Unset dirty status for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:39.941010 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c3d5f4fe-235e-4392-a329-66808c30628c req-2807bf9c-31cf-48f9-891d-6928f7cfc7e0 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=c75bd362-65f4-4f95-a0aa-6d400afcedbb HTTP/1.1" status: 200 len: 210 time: 0.0734835 May 20 15:59:40.189437 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6e8b16ac-5a0d-4917-9b3d-124acff155cb req-1129bd4f-973c-4f65-8621-f21e7409d9c3 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 210 time: 0.0449264 May 20 15:59:40.685626 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-4ad04270-4f2b-4296-a234-09fc1ab542c8 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:40.687057 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-4ad04270-4f2b-4296-a234-09fc1ab542c8 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.58 "GET /v2.0/networks?id=78d56b80-665b-4515-9f27-47855d594369 HTTP/1.1" status: 200 len: 814 time: 0.2586470 May 20 15:59:40.700503 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Request body: {'port': {'device_id': '4f9a8303-ee20-46e3-b75c-de29c4f3e8d4', 'network_id': '78d56b80-665b-4515-9f27-47855d594369', 'admin_state_up': True, 'tenant_id': 'af1bdaa57d4c4258bc961f7634ecabe3'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:40.840326 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:40.849935 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:40.860148 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Made reservation on behalf of af1bdaa57d4c4258bc961f7634ecabe3 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:40.863884 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.033636 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Allocated IP 172.20.0.2 (78d56b80-665b-4515-9f27-47855d594369/1057987d-753f-4868-bcb8-6fddf5afed8c/26bd5816-dc21-426b-87d9-393bc20a9661) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:41.239570 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.268740 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.274190 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-493b1462-c9e4-4637-a934-dbf669325946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:41.343933 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Network 78d56b80-665b-4515-9f27-47855d594369 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:41.346987 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:41.350914 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:41.374545 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56899a-9674-4060-b507-f6e975fb1fac req-137b315a-82e5-4a20-a5b0-c4fd76d586e7 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:41.376047 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4e56899a-9674-4060-b507-f6e975fb1fac req-137b315a-82e5-4a20-a5b0-c4fd76d586e7 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 931 time: 0.0816119 May 20 15:59:41.382900 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Pushing event updated for resources: {'Port': ['ID=26bd5816-dc21-426b-87d9-393bc20a9661,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:41.389376 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:41.419492 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:41.420137 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.425615 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4e56899a-9674-4060-b507-f6e975fb1fac req-38d849aa-80a0-41fd-96f7-c068217eea60 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 May 20 15:59:41.446616 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7505405 May 20 15:59:41.458589 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Request body: {'port': {'device_id': '4f9a8303-ee20-46e3-b75c-de29c4f3e8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:41.568147 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.860731 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.901271 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26bd5816-dc21-426b-87d9-393bc20a9661 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:59:41.909225 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.923408 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Transition to ACTIVE for port object 26bd5816-dc21-426b-87d9-393bc20a9661 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:41.926971 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.930518 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f731d655-1e6d-47fb-b48c-946bad254adc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:42.056543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Pushing event updated for resources: {'Port': ['ID=26bd5816-dc21-426b-87d9-393bc20a9661,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:42.082961 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:42.125631 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c7f18fbd-28ac-4fce-8dc3-3719eaaf0be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.163199 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Attempting to bind port 26bd5816-dc21-426b-87d9-393bc20a9661 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:42.163523 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Attempting to bind port 26bd5816-dc21-426b-87d9-393bc20a9661 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '35b4a54e-db95-4e62-b81f-036871ed13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78d56b80-665b-4515-9f27-47855d594369'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:42.163876 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Attempting to bind port 26bd5816-dc21-426b-87d9-393bc20a9661 on network 78d56b80-665b-4515-9f27-47855d594369 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:42.168343 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Port 26bd5816-dc21-426b-87d9-393bc20a9661 on network 78d56b80-665b-4515-9f27-47855d594369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:59:42.168662 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Attempting to bind port 26bd5816-dc21-426b-87d9-393bc20a9661 on network 78d56b80-665b-4515-9f27-47855d594369 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:42.173656 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:42.173984 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Checking segment: {'id': '35b4a54e-db95-4e62-b81f-036871ed13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78d56b80-665b-4515-9f27-47855d594369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:42.174368 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Bound using segment: {'id': '35b4a54e-db95-4e62-b81f-036871ed13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78d56b80-665b-4515-9f27-47855d594369'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:42.174784 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Bound port: 26bd5816-dc21-426b-87d9-393bc20a9661, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b4a54e-db95-4e62-b81f-036871ed13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78d56b80-665b-4515-9f27-47855d594369'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:42.175120 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.265643 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] For port 26bd5816-dc21-426b-87d9-393bc20a9661, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:42.270067 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] For port 26bd5816-dc21-426b-87d9-393bc20a9661, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=26bd5816-dc21-426b-87d9-393bc20a9661,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:42.274240 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.278658 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-be7012b8-b779-4fa9-9673-d79602ff1ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:42.337329 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:42.337940 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.339308 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] 10.222.0.58 "PUT /v2.0/ports/26bd5816-dc21-426b-87d9-393bc20a9661 HTTP/1.1" status: 200 len: 1093 time: 0.8848364 May 20 15:59:42.339823 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9a8303-ee20-46e3-b75c-de29c4f3e8d4', 'tag': '26bd5816-dc21-426b-87d9-393bc20a9661'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:42.357393 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Pushing event updated for resources: {'Port': ['ID=26bd5816-dc21-426b-87d9-393bc20a9661,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:42.360759 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:42.414198 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9a8303-ee20-46e3-b75c-de29c4f3e8d4', 'tag': '26bd5816-dc21-426b-87d9-393bc20a9661', 'status': 'completed', 'code': 200} May 20 15:59:42.613515 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-8f02bed4-f5a8-4dc9-bb1b-a482c4e85e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:42.615019 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-8f02bed4-f5a8-4dc9-bb1b-a482c4e85e4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af1bdaa57d4c4258bc961f7634ecabe3&device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 1096 time: 0.2324352 May 20 15:59:42.641418 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c151eb-6dda-46cf-adf9-cfcafb62f68b req-963ef479-ba0c-4c5b-af1b-9a0c1ccb4403 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:42.643010 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e6c151eb-6dda-46cf-adf9-cfcafb62f68b req-963ef479-ba0c-4c5b-af1b-9a0c1ccb4403 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 943 time: 0.0845962 May 20 15:59:42.687044 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e6c151eb-6dda-46cf-adf9-cfcafb62f68b req-7a6a229f-05c6-453a-b0a5-b0ab382d1a9d tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 May 20 15:59:42.689916 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-effb235b-f529-4471-b2c7-224592429acb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26bd5816-dc21-426b-87d9-393bc20a9661 HTTP/1.1" status: 200 len: 217 time: 0.0663769 May 20 15:59:42.733552 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c596cd9-883b-40a6-9ed9-6b9d80ccfa23 req-2e9e5c3d-f76d-4abb-a63f-23da0553e152 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:42.734965 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7c596cd9-883b-40a6-9ed9-6b9d80ccfa23 req-2e9e5c3d-f76d-4abb-a63f-23da0553e152 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 946 time: 0.1813860 May 20 15:59:42.797861 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7c596cd9-883b-40a6-9ed9-6b9d80ccfa23 req-7e43d422-1387-47fb-9026-1957c65f5f8f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549624 May 20 15:59:42.799873 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-b94e2d2c-d75b-4148-b49a-d16dbd800763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:42.801258 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-b94e2d2c-d75b-4148-b49a-d16dbd800763 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1057987d-753f-4868-bcb8-6fddf5afed8c HTTP/1.1" status: 200 len: 854 time: 0.1039286 May 20 15:59:42.849120 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-1296c92e-18fb-44d6-87fa-bf40a0635328 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78d56b80-665b-4515-9f27-47855d594369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403180 May 20 15:59:42.978994 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-a1a69e93-f223-4dc3-afab-7f73f771f08d service neutron] 10.222.0.58 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227548 May 20 15:59:43.109082 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cab2cbc2-1fe5-47db-b39f-935427207b7b req-bd4ecc38-03e1-46d2-a461-9137aa69c809 service neutron] 10.222.0.58 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233032 May 20 15:59:43.160504 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.219578 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf44dd-8a94-441f-9854-7236f2200573 req-73706872-19a3-4aef-b2e9-24f0eabc6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.221617 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-17cf44dd-8a94-441f-9854-7236f2200573 req-73706872-19a3-4aef-b2e9-24f0eabc6731 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af1bdaa57d4c4258bc961f7634ecabe3&device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 1096 time: 0.0701745 May 20 15:59:43.351487 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf44dd-8a94-441f-9854-7236f2200573 req-37ee1a5e-e842-4e68-8a10-2a6670cfadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.352944 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-17cf44dd-8a94-441f-9854-7236f2200573 req-37ee1a5e-e842-4e68-8a10-2a6670cfadb8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=78d56b80-665b-4515-9f27-47855d594369 HTTP/1.1" status: 200 len: 915 time: 0.1246960 May 20 15:59:43.422914 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-17cf44dd-8a94-441f-9854-7236f2200573 req-cf81e33b-07a5-4820-9294-9f62470951d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26bd5816-dc21-426b-87d9-393bc20a9661 HTTP/1.1" status: 200 len: 217 time: 0.0627110 May 20 15:59:43.484311 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf44dd-8a94-441f-9854-7236f2200573 req-91b5ed45-b06e-4c52-86d4-e5d2a0a67a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.485694 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-17cf44dd-8a94-441f-9854-7236f2200573 req-91b5ed45-b06e-4c52-86d4-e5d2a0a67a25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1057987d-753f-4868-bcb8-6fddf5afed8c HTTP/1.1" status: 200 len: 854 time: 0.0557377 May 20 15:59:43.524829 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 8e5054ff-5cdd-4005-b742-9857a5119b67 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:43.536886 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-17cf44dd-8a94-441f-9854-7236f2200573 req-58b1d836-618a-4c75-9b2f-7384bbbc00b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78d56b80-665b-4515-9f27-47855d594369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422142 May 20 15:59:43.558355 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 8e5054ff-5cdd-4005-b742-9857a5119b67 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:43.558699 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 8e5054ff-5cdd-4005-b742-9857a5119b67 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:43.669064 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-17cf44dd-8a94-441f-9854-7236f2200573 req-b139e122-ff32-455b-87ef-c8c5470efb4b service neutron] 10.222.0.58 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239061 May 20 15:59:43.801318 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-17cf44dd-8a94-441f-9854-7236f2200573 req-74f9f5e8-92c3-4e45-a212-5ee5eed4718d service neutron] 10.222.0.58 "GET /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249785 May 20 15:59:43.868420 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8cb29-7f8b-4e83-ad67-a973e8ea37ef req-38663f7a-109b-4e48-bb20-6de290ffa455 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.869876 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c1b8cb29-7f8b-4e83-ad67-a973e8ea37ef req-38663f7a-109b-4e48-bb20-6de290ffa455 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 943 time: 0.0797250 May 20 15:59:43.913515 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c1b8cb29-7f8b-4e83-ad67-a973e8ea37ef req-fe310b95-a3e6-411e-83cb-7b70c7decad5 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 May 20 15:59:43.981216 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d77415-d935-4472-a2e3-0cd3c7aeb279 req-15417286-334e-4f3c-a915-e56a22a74819 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.982672 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a4d77415-d935-4472-a2e3-0cd3c7aeb279 req-15417286-334e-4f3c-a915-e56a22a74819 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 946 time: 0.0789876 May 20 15:59:44.025525 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a4d77415-d935-4472-a2e3-0cd3c7aeb279 req-122d1ac7-3dfb-4075-bd40-9481c9bae949 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365791 May 20 15:59:44.327706 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-6f2b4f78-8ae8-4a83-8429-1e82953b3290 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.329128 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-6f2b4f78-8ae8-4a83-8429-1e82953b3290 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 946 time: 0.0810735 May 20 15:59:44.466344 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Deleting port e6c0cab1-9184-45a7-be53-8c017fa5f908 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:44.466689 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.693733 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] For port e6c0cab1-9184-45a7-be53-8c017fa5f908, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e6c0cab1-9184-45a7-be53-8c017fa5f908,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:44.694009 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.716071 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.814368 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Calling delete_port for e6c0cab1-9184-45a7-be53-8c017fa5f908 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:44.921186 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.927105 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e76573f7-21a2-48fd-882a-eed497772a97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:44.936485 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['5d3d4b0d-c128-4301-8573-df56e585f595', 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e', 'e6c0cab1-9184-45a7-be53-8c017fa5f908'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:44.974224 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Pushing event deleted for resources: {'Port': ['ID=e6c0cab1-9184-45a7-be53-8c017fa5f908,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:44.977826 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:45.054062 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] No DVR routers for this DVR port e6c0cab1-9184-45a7-be53-8c017fa5f908 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:45.056986 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.059630 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec5d17-dab7-4d5e-b2dd-46c4754ae208', 'name': 'network-vif-deleted', 'tag': 'e6c0cab1-9184-45a7-be53-8c017fa5f908'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:45.080583 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b3705f39-f596-48c1-8810-d6a0670aedbc req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "DELETE /v2.0/ports/e6c0cab1-9184-45a7-be53-8c017fa5f908 HTTP/1.1" status: 204 len: 173 time: 0.7428639 May 20 15:59:45.131813 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30127f7-dd57-42d5-ab8f-16c557fd96c7 req-98b0e92a-4899-4b7c-adf7-0105e18459fe tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:45.140247 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a30127f7-dd57-42d5-ab8f-16c557fd96c7 req-98b0e92a-4899-4b7c-adf7-0105e18459fe tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 943 time: 0.1205809 May 20 15:59:45.190527 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a30127f7-dd57-42d5-ab8f-16c557fd96c7 req-b44e9a6e-6650-4166-a00e-0cbb79501a98 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 May 20 15:59:45.216161 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-495f1603-3177-4585-ba35-814d78b88f08 req-771ba1f8-8fed-4b83-9343-4cca73e8e37f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Synchronizing usage tracker for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:45.236241 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-495f1603-3177-4585-ba35-814d78b88f08 req-771ba1f8-8fed-4b83-9343-4cca73e8e37f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Unset dirty status for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:45.238340 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-495f1603-3177-4585-ba35-814d78b88f08 req-771ba1f8-8fed-4b83-9343-4cca73e8e37f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdec5d17-dab7-4d5e-b2dd-46c4754ae208 HTTP/1.1" status: 200 len: 210 time: 0.0682228 May 20 15:59:45.250591 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdec5d17-dab7-4d5e-b2dd-46c4754ae208', 'name': 'network-vif-deleted', 'tag': 'e6c0cab1-9184-45a7-be53-8c017fa5f908', 'status': 'completed', 'code': 200} May 20 15:59:45.531075 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 26bd5816-dc21-426b-87d9-393bc20a9661 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:59:45.662927 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 26bd5816-dc21-426b-87d9-393bc20a9661, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=26bd5816-dc21-426b-87d9-393bc20a9661,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:45.676224 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '26bd5816-dc21-426b-87d9-393bc20a9661', 'network_id': '78d56b80-665b-4515-9f27-47855d594369', 'port_id': '26bd5816-dc21-426b-87d9-393bc20a9661', 'mac_address': 'fa:16:3e:9a:38:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1057987d-753f-4868-bcb8-6fddf5afed8c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:59:45.736204 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.754086 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bd5816-dc21-426b-87d9-393bc20a9661 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:59:45.769518 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 26bd5816-dc21-426b-87d9-393bc20a9661, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=26bd5816-dc21-426b-87d9-393bc20a9661,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:45.772990 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.775352 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:45.838527 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=26bd5816-dc21-426b-87d9-393bc20a9661,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:45.841687 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:46.052814 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['26bd5816-dc21-426b-87d9-393bc20a9661'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:46.370183 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a054f-9933-47d1-8d78-9b4daee9b1b1 req-0d2d2742-8556-45bd-892b-935aad0d2549 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:46.371652 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-600a054f-9933-47d1-8d78-9b4daee9b1b1 req-0d2d2742-8556-45bd-892b-935aad0d2549 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 944 time: 0.0798383 May 20 15:59:46.418878 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-600a054f-9933-47d1-8d78-9b4daee9b1b1 req-e6f74645-8748-4d8a-809d-824a53451210 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414078 May 20 15:59:46.686977 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4dfd5-b470-40e3-8aba-94d039ebd52b req-07d89edf-b31e-48e3-a4d9-a7d3146b2a0d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:46.688382 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2fb4dfd5-b470-40e3-8aba-94d039ebd52b req-07d89edf-b31e-48e3-a4d9-a7d3146b2a0d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 945 time: 0.0795972 May 20 15:59:46.732334 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2fb4dfd5-b470-40e3-8aba-94d039ebd52b req-292a41b2-b29e-49c6-a51c-a7032e38cf9f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376790 May 20 15:59:47.546836 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 26bd5816-dc21-426b-87d9-393bc20a9661 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:47.603899 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12a514-5758-444d-8f36-bb7b30224101 req-7c8b8ed8-6f37-48ea-b3d4-076c05680482 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:47.604672 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-2c12a514-5758-444d-8f36-bb7b30224101 req-7c8b8ed8-6f37-48ea-b3d4-076c05680482 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Synchronizing usage tracker for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:47.613216 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 26bd5816-dc21-426b-87d9-393bc20a9661 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:47.617948 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 26bd5816-dc21-426b-87d9-393bc20a9661 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:47.618374 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.620519 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-2c12a514-5758-444d-8f36-bb7b30224101 req-7c8b8ed8-6f37-48ea-b3d4-076c05680482 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Unset dirty status for tenant:af1bdaa57d4c4258bc961f7634ecabe3 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:47.621780 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2c12a514-5758-444d-8f36-bb7b30224101 req-7c8b8ed8-6f37-48ea-b3d4-076c05680482 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 944 time: 0.0953674 May 20 15:59:47.670592 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2c12a514-5758-444d-8f36-bb7b30224101 req-1bd667dd-d4c4-42a8-a170-2fb131ad297e tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 May 20 15:59:47.733671 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.760353 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9a8303-ee20-46e3-b75c-de29c4f3e8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bd5816-dc21-426b-87d9-393bc20a9661'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:47.770343 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 26bd5816-dc21-426b-87d9-393bc20a9661, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=26bd5816-dc21-426b-87d9-393bc20a9661,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:47.774714 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.775622 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device e6c0cab1-9184-45a7-be53-8c017fa5f908 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:47.805946 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:47.836408 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9a8303-ee20-46e3-b75c-de29c4f3e8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bd5816-dc21-426b-87d9-393bc20a9661', 'code': 200} May 20 15:59:47.846615 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: e6c0cab1-9184-45a7-be53-8c017fa5f908 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:47.846974 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device e6c0cab1-9184-45a7-be53-8c017fa5f908 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:47.881214 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=26bd5816-dc21-426b-87d9-393bc20a9661,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:47.884993 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:47.931502 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26f3fe-b1c1-4cd1-9a00-b04d576b2131 req-1fba5103-8b61-432d-9373-8483bd361173 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:47.933105 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7d26f3fe-b1c1-4cd1-9a00-b04d576b2131 req-1fba5103-8b61-432d-9373-8483bd361173 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 945 time: 0.0929444 May 20 15:59:47.982003 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7d26f3fe-b1c1-4cd1-9a00-b04d576b2131 req-cc0cf186-85a8-4b7d-bc56-3f5a03d9ab6f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 May 20 15:59:48.053322 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b55036-581d-4613-bc7a-d74262b7ff0b req-b8527b83-77d9-4349-9eca-706d142cadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:48.054779 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f2b55036-581d-4613-bc7a-d74262b7ff0b req-b8527b83-77d9-4349-9eca-706d142cadd9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 1098 time: 0.0703321 May 20 15:59:48.096549 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f2b55036-581d-4613-bc7a-d74262b7ff0b req-71cf127d-3785-4f12-8cb7-2793873abb56 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341594 May 20 15:59:48.275654 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24879af1-d39c-4861-b742-e4b483fa4928 req-de60bf43-3582-4ce6-acf3-db5412626003 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:48.276999 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-24879af1-d39c-4861-b742-e4b483fa4928 req-de60bf43-3582-4ce6-acf3-db5412626003 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 945 time: 0.0803494 May 20 15:59:48.409566 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-24879af1-d39c-4861-b742-e4b483fa4928 req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Deleting port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:48.409902 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-24879af1-d39c-4861-b742-e4b483fa4928 req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.541703 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-24879af1-d39c-4861-b742-e4b483fa4928 req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] For port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:48.542058 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-24879af1-d39c-4861-b742-e4b483fa4928 req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.666101 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-24879af1-d39c-4861-b742-e4b483fa4928 req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Calling delete_port for e4fe6da0-b43a-4da6-ab8c-7035935f4f8e owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:48.772493 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-24879af1-d39c-4861-b742-e4b483fa4928 req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.779831 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-36608d11-5040-4b60-a9f0-7e9e6ef20834 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:48.785728 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['5d3d4b0d-c128-4301-8573-df56e585f595', 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:48.862907 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Pushing event deleted for resources: {'Port': ['ID=e4fe6da0-b43a-4da6-ab8c-7035935f4f8e,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:48.871001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:49.047133 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-24879af1-d39c-4861-b742-e4b483fa4928 req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] No DVR routers for this DVR port e4fe6da0-b43a-4da6-ab8c-7035935f4f8e on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:49.051910 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-24879af1-d39c-4861-b742-e4b483fa4928 req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.054345 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c63767-0f51-4fac-9f17-8d003ed98e43', 'name': 'network-vif-deleted', 'tag': 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:49.075789 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-24879af1-d39c-4861-b742-e4b483fa4928 req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "DELETE /v2.0/ports/e4fe6da0-b43a-4da6-ab8c-7035935f4f8e HTTP/1.1" status: 204 len: 173 time: 0.7908742 May 20 15:59:49.094804 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cf7ee-07cb-4706-8000-d3eae262f5bb req-043b3533-bb9c-4cc1-9010-c4c54da11c0f tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:49.096297 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-9d6cf7ee-07cb-4706-8000-d3eae262f5bb req-043b3533-bb9c-4cc1-9010-c4c54da11c0f tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 945 time: 0.3174448 May 20 15:59:49.146606 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-9d6cf7ee-07cb-4706-8000-d3eae262f5bb req-e7dda445-3e0a-4ee3-8f72-c8f4fc590a78 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 May 20 15:59:49.159175 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5ac48126-1dc8-44b5-abc7-81b10a4edb98 req-cfcae77d-5c4d-493d-b01c-dc56899f856f tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c63767-0f51-4fac-9f17-8d003ed98e43 HTTP/1.1" status: 200 len: 210 time: 0.0510895 May 20 15:59:49.210217 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c63767-0f51-4fac-9f17-8d003ed98e43', 'name': 'network-vif-deleted', 'tag': 'e4fe6da0-b43a-4da6-ab8c-7035935f4f8e', 'status': 'completed', 'code': 200} May 20 15:59:50.332737 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ed6ac-ac77-4f62-acad-8f74a64aa726 req-18ec015e-0028-4249-a962-9ea3cd9d06bb tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:50.336185 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f64ed6ac-ac77-4f62-acad-8f74a64aa726 req-18ec015e-0028-4249-a962-9ea3cd9d06bb tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 945 time: 0.0839925 May 20 15:59:50.385039 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f64ed6ac-ac77-4f62-acad-8f74a64aa726 req-0ca2cbf3-9f87-4126-82c1-35808886f131 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 May 20 15:59:51.547017 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device e4fe6da0-b43a-4da6-ab8c-7035935f4f8e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:51.580603 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: e4fe6da0-b43a-4da6-ab8c-7035935f4f8e {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:51.580953 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device e4fe6da0-b43a-4da6-ab8c-7035935f4f8e not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:51.957944 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbff0c9-ada5-42a7-9bdb-57040cdb4384 req-e84985b4-7f83-4778-8e79-1a954b8eeb84 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:51.958640 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-bbbff0c9-ada5-42a7-9bdb-57040cdb4384 req-e84985b4-7f83-4778-8e79-1a954b8eeb84 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Synchronizing usage tracker for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:51.974159 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-bbbff0c9-ada5-42a7-9bdb-57040cdb4384 req-e84985b4-7f83-4778-8e79-1a954b8eeb84 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Unset dirty status for tenant:831bc72b6a1d455f9fe7b696d82dd067 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:51.975330 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bbbff0c9-ada5-42a7-9bdb-57040cdb4384 req-e84985b4-7f83-4778-8e79-1a954b8eeb84 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 946 time: 0.0934596 May 20 15:59:52.019201 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bbbff0c9-ada5-42a7-9bdb-57040cdb4384 req-e043c70c-e415-45f3-bad8-1636e3421783 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382376 May 20 15:59:53.204185 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402db7-4e3b-4b66-92ea-07632804e49f req-260f78f1-f545-4289-9913-4550fc8d3fe3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:53.205893 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b7402db7-4e3b-4b66-92ea-07632804e49f req-260f78f1-f545-4289-9913-4550fc8d3fe3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 946 time: 0.0804658 May 20 15:59:53.251728 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b7402db7-4e3b-4b66-92ea-07632804e49f req-763606c9-bb9c-4496-bd26-ca12643cdf9c tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/security-groups?id=b11bce32-9ecb-4134-911a-5f4f0724698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 May 20 15:59:53.529999 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-3a06be63-0076-4944-bf05-ad37386b5f48 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:53.531328 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-3a06be63-0076-4944-bf05-ad37386b5f48 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 946 time: 0.0815399 May 20 15:59:53.662988 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Deleting port 5d3d4b0d-c128-4301-8573-df56e585f595 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:53.663325 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.792606 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] For port 5d3d4b0d-c128-4301-8573-df56e585f595, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5d3d4b0d-c128-4301-8573-df56e585f595,segment=NetworkSegment(f8aa4b62-8fec-420d-980c-f07783a0a4a4),segment_id=f8aa4b62-8fec-420d-980c-f07783a0a4a4)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:53.792980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.914938 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Calling delete_port for 5d3d4b0d-c128-4301-8573-df56e585f595 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:54.019837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.025126 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-91f2e1e2-6a9d-4e9e-bfcf-8b5b52d14a28 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:54.031223 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['5d3d4b0d-c128-4301-8573-df56e585f595'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:54.070856 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Pushing event deleted for resources: {'Port': ['ID=5d3d4b0d-c128-4301-8573-df56e585f595,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:54.074398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:54.144650 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] No DVR routers for this DVR port 5d3d4b0d-c128-4301-8573-df56e585f595 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:54.147107 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.149655 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb243120-d3c4-44dd-80eb-fc7daf507ddf', 'name': 'network-vif-deleted', 'tag': '5d3d4b0d-c128-4301-8573-df56e585f595'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:54.165041 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1985b17d-72fc-4e9f-89f8-cc6e6d45b5a1 req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.58 "DELETE /v2.0/ports/5d3d4b0d-c128-4301-8573-df56e585f595 HTTP/1.1" status: 204 len: 173 time: 0.6283543 May 20 15:59:54.199195 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb243120-d3c4-44dd-80eb-fc7daf507ddf', 'name': 'network-vif-deleted', 'tag': '5d3d4b0d-c128-4301-8573-df56e585f595', 'status': 'completed', 'code': 200} May 20 15:59:54.414751 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d756d393-a6bf-4bbc-b42d-e2d165aa68cf req-dadf8199-acbe-48e3-8aa6-890af0b565c6 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb243120-d3c4-44dd-80eb-fc7daf507ddf HTTP/1.1" status: 200 len: 210 time: 0.0455678 May 20 15:59:55.508324 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60624) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:55.642042 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Deleting subnet 941bd976-0cce-4321-a387-118531262da0 {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:59:55.644894 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.691407 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.747137 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.005754 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.009662 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c6b636a6-1fa9-4fd5-b80d-e5f462b5b749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:56.045896 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941bd976-0cce-4321-a387-118531262da0,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:56.050791 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.057976 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.058337 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.058689 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.059035 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.059377 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.059745 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.060088 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.060424 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.060767 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.061097 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.061430 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.061756 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:56.066098 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:56.068421 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-1dc6c696-f362-44a0-9cf1-4e1804ca58dc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/941bd976-0cce-4321-a387-118531262da0 HTTP/1.1" status: 204 len: 168 time: 0.5591333 May 20 15:59:56.071003 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60628) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:56.177480 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.298299 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.311445 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9cfb60-3f10-4548-9e29-d4914c8390d9']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:56.323825 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8aa4b62-8fec-420d-980c-f07783a0a4a4') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:56.324116 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8aa4b62-8fec-420d-980c-f07783a0a4a4') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:56.335162 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.350785 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.356702 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:56.357070 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:56.371450 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:56.448959 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.453845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.456633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:56.480163 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9cfb60-3f10-4548-9e29-d4914c8390d9,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:56.483084 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:56.487273 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-2fdd4fc6-7d1e-457f-8db5-70dad80941eb admin admin] 10.222.0.47 "DELETE /v2.0/networks/9a9cfb60-3f10-4548-9e29-d4914c8390d9 HTTP/1.1" status: 204 len: 168 time: 0.4153485 May 20 15:59:56.606683 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 60636) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:56.658582 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-68a8ab28-61f0-47ba-87d9-4ceb0186296c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=831bc72b6a1d455f9fe7b696d82dd067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505900 May 20 15:59:56.661482 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 60640) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:56.716821 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1a562d05-d014-42eb-a7b9-20813a615a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.742308 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1a562d05-d014-42eb-a7b9-20813a615a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.791952 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1a562d05-d014-42eb-a7b9-20813a615a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.795519 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-43666d43-8c1f-4fc9-a288-d7fcdecd5984 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:56.808309 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a562d05-d014-42eb-a7b9-20813a615a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11bce32-9ecb-4134-911a-5f4f0724698e,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:56.811386 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1a562d05-d014-42eb-a7b9-20813a615a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:56.819975 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-1a562d05-d014-42eb-a7b9-20813a615a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.823269 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-1a562d05-d014-42eb-a7b9-20813a615a09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b11bce32-9ecb-4134-911a-5f4f0724698e HTTP/1.1" status: 204 len: 168 time: 0.1586483 May 20 15:59:57.593931 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 5d3d4b0d-c128-4301-8573-df56e585f595 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:57.628197 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 5d3d4b0d-c128-4301-8573-df56e585f595 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:57.628645 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 5d3d4b0d-c128-4301-8573-df56e585f595 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:02.586054 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:00:07.674718 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.470664 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-f23ba6eb-1366-4550-a20e-80f2d40304c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.511620 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60820) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:11.630812 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.645349 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:11.649086 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Usage tracker for resource:security_group_rule and tenant:490b0b1beb8b4bedb16a36aac9bd6d0f is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:11.652362 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:11.660662 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:11.748059 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.752748 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.759916 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-200c0e6b-4063-49dd-ace5-1b251b3a1ea6 tempest-VolumesNegativeTest-1256402293 tempest-VolumesNegativeTest-1256402293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:11.804945 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=490b0b1beb8b4bedb16a36aac9bd6d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921288 May 20 16:00:11.805858 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17db9a49-ef19-4216-a73f-16c5ff78381b,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:11.808478 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 60828) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:11.809065 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:11.864412 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.878429 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aeaec-c905-4ba8-abd0-419823e6197f req-7b2945ce-8ca5-4c21-a83d-3c0a2560dc7b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:11.879922 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e00aeaec-c905-4ba8-abd0-419823e6197f req-7b2945ce-8ca5-4c21-a83d-3c0a2560dc7b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 945 time: 0.1296332 May 20 16:00:11.910793 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5cc0bb53-1982-4996-b44a-52fc72face74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.952120 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5cc0bb53-1982-4996-b44a-52fc72face74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.961351 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e00aeaec-c905-4ba8-abd0-419823e6197f req-e15fa4ee-51ef-4c96-9e19-4dc5dd2e9f76 tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730410 May 20 16:00:12.009286 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5cc0bb53-1982-4996-b44a-52fc72face74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.013209 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f1d7a53e-dd43-45aa-9975-328cef155a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:12.024502 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0bb53-1982-4996-b44a-52fc72face74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17db9a49-ef19-4216-a73f-16c5ff78381b,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:12.026837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-5cc0bb53-1982-4996-b44a-52fc72face74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:12.031881 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-5cc0bb53-1982-4996-b44a-52fc72face74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.033004 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-5cc0bb53-1982-4996-b44a-52fc72face74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17db9a49-ef19-4216-a73f-16c5ff78381b HTTP/1.1" status: 204 len: 168 time: 0.2235618 May 20 16:00:12.129514 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-f5cab7d1-3a5c-4c3b-9086-d9a0644e0746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.693009 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60852) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:12.806685 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-639250913-network', 'tenant_id': 'b85ec7158a074a27a41c840fb070b24c'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:12.811374 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:12.815182 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Usage tracker for resource:network and tenant:b85ec7158a074a27a41c840fb070b24c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:12.818011 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:12.824420 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:12.834865 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Made reservation on behalf of b85ec7158a074a27a41c840fb070b24c for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:12.837147 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.849078 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.863589 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:12.868036 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Usage tracker for resource:security_group_rule and tenant:b85ec7158a074a27a41c840fb070b24c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:12.870983 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:12.876735 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:12.957570 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.965090 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.968461 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d3e42873-e93c-4b65-a944-cc970e641742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:12.998969 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:13.004813 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162427ee-1254-4e76-b440-6585fbc386d4,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:13.008419 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:13.015182 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.015519 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Added segment c29f711a-b5d9-4360-aa7b-9b82d22883ec of type vlan for network 75483e7c-ea37-4d79-9974-7ad95807dd88 May 20 16:00:13.042312 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.109636 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.110925 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:13.111497 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.119964 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:13.162652 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.244093 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5492184 May 20 16:00:13.244904 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Pushing event updated for resources: {'Network': ['ID=75483e7c-ea37-4d79-9974-7ad95807dd88,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:13.246692 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60860) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:13.250236 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:13.257466 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 75483e7c-ea37-4d79-9974-7ad95807dd88 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:13.257633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Request body: {'subnet': {'network_id': '75483e7c-ea37-4d79-9974-7ad95807dd88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-639250913-subnet', 'tenant_id': 'b85ec7158a074a27a41c840fb070b24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:13.265068 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:13.270115 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Usage tracker for resource:subnet and tenant:b85ec7158a074a27a41c840fb070b24c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:13.275174 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:13.288364 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91f391-32cb-4208-950a-f7c49c4f4e90 req-bd8cc9e0-8d18-416e-8604-78286eea56aa tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:13.289830 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fc91f391-32cb-4208-950a-f7c49c4f4e90 req-bd8cc9e0-8d18-416e-8604-78286eea56aa tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 945 time: 0.2199779 May 20 16:00:13.290686 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:13.313052 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Made reservation on behalf of b85ec7158a074a27a41c840fb070b24c for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:13.315278 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480485'] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.416819 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-fc91f391-32cb-4208-950a-f7c49c4f4e90 req-5c4635eb-5986-4d47-b345-b441001048ed tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/security-groups?id=3de144cf-f13e-49f4-a885-44316f97edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194477 May 20 16:00:13.485258 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a811db-6068-47aa-86f8-73196b764bb5 req-689c2524-e355-4dd2-9ac2-84f2ec48598e tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:13.486733 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-75a811db-6068-47aa-86f8-73196b764bb5 req-689c2524-e355-4dd2-9ac2-84f2ec48598e tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 945 time: 0.0840268 May 20 16:00:13.629061 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-75a811db-6068-47aa-86f8-73196b764bb5 req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Deleting port 26bd5816-dc21-426b-87d9-393bc20a9661 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:13.629413 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-75a811db-6068-47aa-86f8-73196b764bb5 req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.763847 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-75a811db-6068-47aa-86f8-73196b764bb5 req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] For port 26bd5816-dc21-426b-87d9-393bc20a9661, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=26bd5816-dc21-426b-87d9-393bc20a9661,segment=NetworkSegment(35b4a54e-db95-4e62-b81f-036871ed13f8),segment_id=35b4a54e-db95-4e62-b81f-036871ed13f8)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:13.764235 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-75a811db-6068-47aa-86f8-73196b764bb5 req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.809724 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480503'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.814336 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a96f8d7b-741f-4add-8023-fc6b7df1be41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:13.890248 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b0aa64-84fa-4f40-8d40-c6de94c1eb35,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:13.892971 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:13.899471 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Checking segment: {'id': 'c29f711a-b5d9-4360-aa7b-9b82d22883ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75483e7c-ea37-4d79-9974-7ad95807dd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:13.899858 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Network hostable DHCP agents. Network: 75483e7c-ea37-4d79-9974-7ad95807dd88, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:13.917910 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Network 75483e7c-ea37-4d79-9974-7ad95807dd88 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:13.927776 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 75483e7c-ea37-4d79-9974-7ad95807dd88) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:13.937974 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:13.938361 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7116f5-1e8e-4cef-aae0-4b90a974e8bc None None] Network 75483e7c-ea37-4d79-9974-7ad95807dd88 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:13.938564 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.969647 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7197006 May 20 16:00:13.981606 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-75a811db-6068-47aa-86f8-73196b764bb5 req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Calling delete_port for 26bd5816-dc21-426b-87d9-393bc20a9661 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:14.095679 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-75a811db-6068-47aa-86f8-73196b764bb5 req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.102231 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-65dbfe15-cb10-4f50-b167-4268feb745d5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:14.142853 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['26bd5816-dc21-426b-87d9-393bc20a9661'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:00:14.147777 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Pushing event deleted for resources: {'Port': ['ID=26bd5816-dc21-426b-87d9-393bc20a9661,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:14.150923 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:14.199440 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d1507-e005-4f1f-816d-68b87bee26d7 None None] Network 75483e7c-ea37-4d79-9974-7ad95807dd88 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:14.224810 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a811db-6068-47aa-86f8-73196b764bb5 req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] No DVR routers for this DVR port 26bd5816-dc21-426b-87d9-393bc20a9661 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:14.227302 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-75a811db-6068-47aa-86f8-73196b764bb5 req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.230090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9a8303-ee20-46e3-b75c-de29c4f3e8d4', 'name': 'network-vif-deleted', 'tag': '26bd5816-dc21-426b-87d9-393bc20a9661'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:14.249121 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-75a811db-6068-47aa-86f8-73196b764bb5 req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.58 "DELETE /v2.0/ports/26bd5816-dc21-426b-87d9-393bc20a9661 HTTP/1.1" status: 204 len: 173 time: 0.7539022 May 20 16:00:14.282572 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9a8303-ee20-46e3-b75c-de29c4f3e8d4', 'name': 'network-vif-deleted', 'tag': '26bd5816-dc21-426b-87d9-393bc20a9661', 'status': 'completed', 'code': 200} May 20 16:00:14.521000 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 60882) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:14.526585 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181173413-network', 'tenant_id': '5031f654191243648472712ceabadfa4'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:14.531433 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:14.535593 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Usage tracker for resource:network and tenant:5031f654191243648472712ceabadfa4 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:14.539049 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:14.545396 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:14.556864 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Made reservation on behalf of 5031f654191243648472712ceabadfa4 for: {'network': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:14.559453 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.571994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.583845 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4631cef7-dfe8-4850-8910-6dbf616d77af req-40266194-db79-46df-a3d2-27d0a530c2ae tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f9a8303-ee20-46e3-b75c-de29c4f3e8d4 HTTP/1.1" status: 200 len: 210 time: 0.0435712 May 20 16:00:14.586757 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:14.590578 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Usage tracker for resource:security_group_rule and tenant:5031f654191243648472712ceabadfa4 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:14.593646 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:14.599366 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:14.684788 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.689032 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.692890 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-febf7200-27b2-4218-8d86-c0058b42efbc tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:14.720471 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=91643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:14.721256 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.730741 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fe46fb-1ebf-4e9d-b57a-42ffdfbf2eb4,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:14.734414 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:14.737531 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.737928 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.segments_db [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Added segment 94a3d59e-b530-40a1-bf08-b6a3815c39e7 of type vlan for network 30170d43-adcd-452d-bbc8-565ad425ef9d May 20 16:00:14.766980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.796105 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.797454 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:14.798050 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.803306 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:14.902027 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Pushing event updated for resources: {'Network': ['ID=30170d43-adcd-452d-bbc8-565ad425ef9d,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:14.905082 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3828604 May 20 16:00:14.905874 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:14.907657 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 60886) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:14.913789 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Request body: {'subnet': {'network_id': '30170d43-adcd-452d-bbc8-565ad425ef9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181173413-subnet', 'tenant_id': '5031f654191243648472712ceabadfa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:14.914846 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 30170d43-adcd-452d-bbc8-565ad425ef9d details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:14.918613 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:14.922911 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Usage tracker for resource:subnet and tenant:5031f654191243648472712ceabadfa4 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:14.925837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:14.931565 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:14.941790 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Made reservation on behalf of 5031f654191243648472712ceabadfa4 for: {'subnet': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:14.944248 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4028884'] for subnet, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:15.319897 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3905257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4028870'] for subnet, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:15.324221 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:15.395548 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14c1b6b-ce76-44e9-9ee5-5e7ae4580433,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:15.400665 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:15.403034 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Checking segment: {'id': '94a3d59e-b530-40a1-bf08-b6a3815c39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '30170d43-adcd-452d-bbc8-565ad425ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:15.403410 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Network hostable DHCP agents. Network: 30170d43-adcd-452d-bbc8-565ad425ef9d, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:15.420374 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Network 30170d43-adcd-452d-bbc8-565ad425ef9d is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:15.430545 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 30170d43-adcd-452d-bbc8-565ad425ef9d) {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:15.438755 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:15.439330 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:15.439645 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee127f61-5b81-4382-a25e-d1d7e73d13eb None None] Network 30170d43-adcd-452d-bbc8-565ad425ef9d requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:15.459915 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-abf5a09c-16da-4c98-903a-cd6c120c507d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5504467 May 20 16:00:15.588448 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60892) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:15.628747 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c135f00f-0207-425f-83c8-3b4e4255a8a3 None None] Network 30170d43-adcd-452d-bbc8-565ad425ef9d requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:15.649495 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] Deleting subnet a0b0aa64-84fa-4f40-8d40-c6de94c1eb35 {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:15.652594 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:15.711203 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:15.767291 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.027721 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.031618 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:16.065394 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b0aa64-84fa-4f40-8d40-c6de94c1eb35,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:16.068981 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:16.071385 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.082428 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a0b0aa64-84fa-4f40-8d40-c6de94c1eb35 HTTP/1.1" status: 204 len: 168 time: 0.4928052 May 20 16:00:16.084895 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60900) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:16.193391 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.316834 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.329309 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75483e7c-ea37-4d79-9974-7ad95807dd88']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:16.341470 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29f711a-b5d9-4360-aa7b-9b82d22883ec') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:16.341765 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29f711a-b5d9-4360-aa7b-9b82d22883ec') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:16.353582 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.369241 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.375052 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:16.375475 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:16.388056 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:16.464067 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.467820 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:16.480486 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.489961 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Pushing event deleted for resources: {'Network': ['ID=75483e7c-ea37-4d79-9974-7ad95807dd88,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:16.492947 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] 10.222.0.47 "DELETE /v2.0/networks/75483e7c-ea37-4d79-9974-7ad95807dd88 HTTP/1.1" status: 204 len: 168 time: 0.4071522 May 20 16:00:16.493770 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-40d09782-6269-4adb-8b47-e759a1c6929c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:16.495785 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60908) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:16.557100 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-88393f5e-0928-4714-b038-444a65c5dfbb admin admin] Deleting subnet f14c1b6b-ce76-44e9-9ee5-5e7ae4580433 {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:16.560083 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-88393f5e-0928-4714-b038-444a65c5dfbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.607095 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-88393f5e-0928-4714-b038-444a65c5dfbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.660563 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-88393f5e-0928-4714-b038-444a65c5dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.988498 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-88393f5e-0928-4714-b038-444a65c5dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.993565 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:17.027631 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88393f5e-0928-4714-b038-444a65c5dfbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14c1b6b-ce76-44e9-9ee5-5e7ae4580433,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:17.029597 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-88393f5e-0928-4714-b038-444a65c5dfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.032230 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-88393f5e-0928-4714-b038-444a65c5dfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:17.035971 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-88393f5e-0928-4714-b038-444a65c5dfbb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f14c1b6b-ce76-44e9-9ee5-5e7ae4580433 HTTP/1.1" status: 204 len: 168 time: 0.5392578 May 20 16:00:17.039174 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60912) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:17.141114 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.263359 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.276452 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30170d43-adcd-452d-bbc8-565ad425ef9d']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:17.288682 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a3d59e-b530-40a1-bf08-b6a3815c39e7') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:17.288971 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a3d59e-b530-40a1-bf08-b6a3815c39e7') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:17.299996 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.315548 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.321979 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:17.322367 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:17.335545 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:17.410804 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.414524 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9bf78990-3043-4d43-a6f7-60ab18798233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:17.429651 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.435674 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=30170d43-adcd-452d-bbc8-565ad425ef9d,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:17.438817 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:17.440308 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-06a46bec-6899-4670-857f-6d10ac0a4ae0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/30170d43-adcd-452d-bbc8-565ad425ef9d HTTP/1.1" status: 204 len: 168 time: 0.4002256 May 20 16:00:17.611218 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60924) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:17.658576 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-4b5d89a1-36e5-4d2a-831b-19d41eeefe3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b85ec7158a074a27a41c840fb070b24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460646 May 20 16:00:17.660829 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60928) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:17.671170 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 26bd5816-dc21-426b-87d9-393bc20a9661 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:17.705359 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 26bd5816-dc21-426b-87d9-393bc20a9661 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:17.705805 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 26bd5816-dc21-426b-87d9-393bc20a9661 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:17.719282 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a52d2530-8758-454e-88f3-4f31d3582299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.745243 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a52d2530-8758-454e-88f3-4f31d3582299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.794885 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a52d2530-8758-454e-88f3-4f31d3582299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.799524 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a1cf8784-28f2-4734-804c-f445e69bd4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:17.812543 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d2530-8758-454e-88f3-4f31d3582299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162427ee-1254-4e76-b440-6585fbc386d4,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:17.814816 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a52d2530-8758-454e-88f3-4f31d3582299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.815940 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a52d2530-8758-454e-88f3-4f31d3582299 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/162427ee-1254-4e76-b440-6585fbc386d4 HTTP/1.1" status: 204 len: 168 time: 0.1542110 May 20 16:00:17.816799 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a52d2530-8758-454e-88f3-4f31d3582299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:18.151535 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 60936) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:18.199398 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-65785b3e-cc1a-4171-932b-47529a0b57cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5031f654191243648472712ceabadfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465832 May 20 16:00:18.201745 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60940) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:18.261919 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9b116458-cf7d-48cc-87d1-9fdbbfa0e891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.286470 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9b116458-cf7d-48cc-87d1-9fdbbfa0e891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.337012 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9b116458-cf7d-48cc-87d1-9fdbbfa0e891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.341497 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-72f34a7a-fa02-4b91-8087-550328961386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:18.353102 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b116458-cf7d-48cc-87d1-9fdbbfa0e891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fe46fb-1ebf-4e9d-b57a-42ffdfbf2eb4,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:18.355955 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9b116458-cf7d-48cc-87d1-9fdbbfa0e891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:18.357859 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9b116458-cf7d-48cc-87d1-9fdbbfa0e891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.358954 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-9b116458-cf7d-48cc-87d1-9fdbbfa0e891 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94fe46fb-1ebf-4e9d-b57a-42ffdfbf2eb4 HTTP/1.1" status: 204 len: 168 time: 0.1562722 May 20 16:00:20.048056 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 60992) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:20.165080 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.178867 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:20.182514 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] Usage tracker for resource:security_group_rule and tenant:b581447267a348e39ffcbeb5c09c46b1 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:20.185257 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:20.190829 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:20.268697 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.272877 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.280776 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b9080a5b-7473-4cfb-85b4-f3dac6ac09ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:20.321211 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b581447267a348e39ffcbeb5c09c46b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721372 May 20 16:00:20.322751 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeb70c1-2445-4ebd-9572-14b7451e7a01,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:20.323977 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 60998) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:20.325659 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3fa173b7-b669-49be-ae3e-af5e6c82b0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:20.383324 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-edb0f543-1f72-48ea-9cd2-0f0dcf3ceaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.407869 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-edb0f543-1f72-48ea-9cd2-0f0dcf3ceaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.458035 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-edb0f543-1f72-48ea-9cd2-0f0dcf3ceaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.461563 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-566af624-e141-40ac-9ca1-2b2f518b8733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:20.472683 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0f543-1f72-48ea-9cd2-0f0dcf3ceaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeb70c1-2445-4ebd-9572-14b7451e7a01,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:20.477735 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-edb0f543-1f72-48ea-9cd2-0f0dcf3ceaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:20.479664 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-edb0f543-1f72-48ea-9cd2-0f0dcf3ceaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.480772 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-edb0f543-1f72-48ea-9cd2-0f0dcf3ceaea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5aeb70c1-2445-4ebd-9572-14b7451e7a01 HTTP/1.1" status: 204 len: 168 time: 0.1557236 May 20 16:00:20.751575 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 32776) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:20.768823 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.786590 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:20.792032 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Usage tracker for resource:security_group_rule and tenant:1555ee95f3c64775a508be6f5db76e11 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:20.803403 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:20.809291 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:20.890315 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.894063 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.902375 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d7e8b8df-65bc-407d-b095-7b4e0c881206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:20.941305 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1555ee95f3c64775a508be6f5db76e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886499 May 20 16:00:20.942150 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede89f86-5f19-47ff-92a9-caf719354851,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:20.944646 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 32780) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:20.945628 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:21.001500 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-43868b92-d8ed-4fc5-b098-e04545ab762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.026916 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-43868b92-d8ed-4fc5-b098-e04545ab762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.077705 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-43868b92-d8ed-4fc5-b098-e04545ab762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.081708 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-02a910c6-c78b-47a1-9113-bb7d64f772ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:21.094190 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43868b92-d8ed-4fc5-b098-e04545ab762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede89f86-5f19-47ff-92a9-caf719354851,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:21.096438 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-43868b92-d8ed-4fc5-b098-e04545ab762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:21.105368 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-43868b92-d8ed-4fc5-b098-e04545ab762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.106479 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-43868b92-d8ed-4fc5-b098-e04545ab762c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ede89f86-5f19-47ff-92a9-caf719354851 HTTP/1.1" status: 204 len: 168 time: 0.1608593 May 20 16:00:37.703220 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:39.473304 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-04cb06f7-57dc-4a7c-8c50-c1b437c7786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:39.585165 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:00:41.865805 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:42.135163 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-f9e24b7a-b50b-46c5-b2bc-eac427177eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.164453 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:44.723433 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.358567 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33016) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:45.419603 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e06f529-b111-448d-9518-3070de9f11da admin admin] Deleting subnet 1057987d-753f-4868-bcb8-6fddf5afed8c {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:45.422311 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3e06f529-b111-448d-9518-3070de9f11da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.469262 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3e06f529-b111-448d-9518-3070de9f11da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.523028 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3e06f529-b111-448d-9518-3070de9f11da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.759550 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3e06f529-b111-448d-9518-3070de9f11da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.764192 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:45.798498 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06f529-b111-448d-9518-3070de9f11da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1057987d-753f-4868-bcb8-6fddf5afed8c,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:45.800580 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3e06f529-b111-448d-9518-3070de9f11da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.803050 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3e06f529-b111-448d-9518-3070de9f11da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:45.806971 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-3e06f529-b111-448d-9518-3070de9f11da admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1057987d-753f-4868-bcb8-6fddf5afed8c HTTP/1.1" status: 204 len: 168 time: 0.4474189 May 20 16:00:45.809397 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33020) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:45.912995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.132465 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.149880 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d56b80-665b-4515-9f27-47855d594369']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:46.161951 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b4a54e-db95-4e62-b81f-036871ed13f8') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:46.162242 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b4a54e-db95-4e62-b81f-036871ed13f8') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:46.173250 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.188876 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.195344 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:46.195758 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:46.209234 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:46.283085 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.288125 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.292395 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:46.319597 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d56b80-665b-4515-9f27-47855d594369,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:46.322021 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:46.327138 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] 10.222.0.47 "DELETE /v2.0/networks/78d56b80-665b-4515-9f27-47855d594369 HTTP/1.1" status: 204 len: 168 time: 0.5168076 May 20 16:00:46.400720 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33042) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:46.499065 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33048) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:46.523971 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.538586 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:46.542337 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] Usage tracker for resource:security_group_rule and tenant:1a388dcf571a4e2cb62b4852904a7546 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:46.545122 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:46.548408 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-e3f94bf2-bd89-496f-8a7f-dcfac32a64b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af1bdaa57d4c4258bc961f7634ecabe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480847 May 20 16:00:46.550783 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33052) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:46.550928 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:46.610638 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.633555 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.637459 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.642107 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.645947 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9b116458-cf7d-48cc-87d1-9fdbbfa0e891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:46.688708 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33056) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:46.688959 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1a388dcf571a4e2cb62b4852904a7546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870462 May 20 16:00:46.689728 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ccf417-f9eb-4fec-942e-cf61e510c747,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:46.693090 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ee574193-1a4e-4925-8f1c-597ecfde588d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:46.707464 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.717596 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a718e80d-bad3-451e-9c6c-d597893b9545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:46.740757 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de144cf-f13e-49f4-a885-44316f97edeb,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:46.754411 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.754782 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.755167 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.755520 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.755885 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.756271 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.756617 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.756958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.757298 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.757634 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.757969 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.758303 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:46.763424 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:46.785155 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.786241 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d1af8fc3-27a4-45df-855a-fa7c7e7980c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3de144cf-f13e-49f4-a885-44316f97edeb HTTP/1.1" status: 204 len: 168 time: 0.2344878 May 20 16:00:46.787807 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d8537037-43eb-45ca-9a7a-fa976723e99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.814634 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d8537037-43eb-45ca-9a7a-fa976723e99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.866543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d8537037-43eb-45ca-9a7a-fa976723e99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.871586 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f0381334-6a74-4ba8-bffb-07c5a117ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:46.881802 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8537037-43eb-45ca-9a7a-fa976723e99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ccf417-f9eb-4fec-942e-cf61e510c747,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:46.885204 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d8537037-43eb-45ca-9a7a-fa976723e99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:46.888567 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-d8537037-43eb-45ca-9a7a-fa976723e99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.889627 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d8537037-43eb-45ca-9a7a-fa976723e99d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e7ccf417-f9eb-4fec-942e-cf61e510c747 HTTP/1.1" status: 204 len: 168 time: 0.1997497 May 20 16:00:47.561338 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33082) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:47.663855 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1828044034-network', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:47.668372 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:47.672180 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Usage tracker for resource:network and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:47.674955 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:47.681946 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:47.691327 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Made reservation on behalf of 8ece41237fd04bb49bc38aae5f28ad1c for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:47.693542 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.705078 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.718971 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:47.722691 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Usage tracker for resource:security_group_rule and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:47.725920 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:47.731546 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:47.815935 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.819607 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.823467 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-03d7df6c-cd43-4a68-bdef-37e18ac38821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:47.850766 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:47.859093 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b40f8a-25cd-462f-b020-e36753f367bf,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:47.863235 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:47.866852 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.866852 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Added segment 23b174cc-c0f9-4831-9771-e3db62e3cf1a of type vlan for network f1729774-db0e-44db-8282-15f46b9fee9d May 20 16:00:47.891728 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.920081 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.921344 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:47.921921 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.926365 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:48.028104 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Pushing event updated for resources: {'Network': ['ID=f1729774-db0e-44db-8282-15f46b9fee9d,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:48.031605 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4692104 May 20 16:00:48.032495 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-04649721-e087-49fb-8d25-1d82c9640f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:48.034564 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33088) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:48.039555 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network f1729774-db0e-44db-8282-15f46b9fee9d details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:48.040501 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Request body: {'subnet': {'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1828044034-subnet', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:48.045296 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:48.049221 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Usage tracker for resource:subnet and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:48.052286 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:48.058296 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:48.069157 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Made reservation on behalf of 8ece41237fd04bb49bc38aae5f28ad1c for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:48.071577 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480485'] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.443297 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480503'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.447504 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:48.511986 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a9c6bf-434a-429f-9b54-ba2d8ef59c09,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:48.515644 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:48.523369 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Checking segment: {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:48.523731 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Network hostable DHCP agents. Network: f1729774-db0e-44db-8282-15f46b9fee9d, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:48.540255 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Network f1729774-db0e-44db-8282-15f46b9fee9d is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:48.548867 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, f1729774-db0e-44db-8282-15f46b9fee9d) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:48.557033 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:48.557644 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.558493 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baac470-6181-4a06-ab2c-622ea3ae3bc4 None None] Network f1729774-db0e-44db-8282-15f46b9fee9d requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:48.577323 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-1c38d4bf-7d08-4435-a7a0-d7d675f78620 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5417743 May 20 16:00:48.580030 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33092) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:48.585546 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:48.589837 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:48.593837 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Usage tracker for resource:router and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:48.596628 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:48.602816 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:48.613077 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.614181 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.628523 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.768982 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-f1729774-db0e-44db-8282-15f46b9fee9d', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:00:48.769803 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.893882 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.923398 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Allocated IP 172.20.0.2 (f1729774-db0e-44db-8282-15f46b9fee9d/46a9c6bf-434a-429f-9b54-ba2d8ef59c09/07fa1a3b-e860-4426-aca2-56886f93595c) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:49.134610 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.144721 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Transition to ACTIVE for port object 07fa1a3b-e860-4426-aca2-56886f93595c will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:49.162963 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Transition to ACTIVE for port object 07fa1a3b-e860-4426-aca2-56886f93595c will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:49.169312 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.173908 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:49.237520 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Network f1729774-db0e-44db-8282-15f46b9fee9d is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:49.240939 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:49.244432 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:49.250076 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Pushing event updated for resources: {'Port': ['ID=07fa1a3b-e860-4426-aca2-56886f93595c,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:49.258643 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.258983 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.259315 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.259642 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.259991 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.260314 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.260635 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.260949 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.261268 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.261579 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.261895 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.262207 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:49.293313 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:49.304113 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.333724 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.347197 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Attempting to bind port 07fa1a3b-e860-4426-aca2-56886f93595c on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:49.347565 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Attempting to bind port 07fa1a3b-e860-4426-aca2-56886f93595c by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:49.347959 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Attempting to bind port 07fa1a3b-e860-4426-aca2-56886f93595c on network f1729774-db0e-44db-8282-15f46b9fee9d {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:49.353638 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:49.354007 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Checking segment: {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:49.354408 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.354796 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Bound using segment: {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:49.355259 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Bound port: 07fa1a3b-e860-4426-aca2-56886f93595c, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:49.355628 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.439497 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] For port 07fa1a3b-e860-4426-aca2-56886f93595c, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:49.442671 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] For port 07fa1a3b-e860-4426-aca2-56886f93595c, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=07fa1a3b-e860-4426-aca2-56886f93595c,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:49.446151 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.450450 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:49.468348 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Allocated IP 172.27.2.8 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/3ac8974f-1687-48ed-8015-0abb681030e6) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:49.535897 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Pushing event updated for resources: {'Port': ['ID=07fa1a3b-e860-4426-aca2-56886f93595c,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:49.539245 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:49.624148 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.654654 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.658398 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a1d6c40a-1f67-44b8-b0ba-d34c9127c53e tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:49.735609 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:49.738484 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:49.741062 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:49.777496 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Pushing event updated for resources: {'Port': ['ID=3ac8974f-1687-48ed-8015-0abb681030e6,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:49.780671 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:50.158032 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.366667 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063d269-97ff-4e17-84ea-7003de8444f6 None None] Network f1729774-db0e-44db-8282-15f46b9fee9d requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:50.474447 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-27055a0e-30a9-4ac6-8b35-3b068fb874b0 None None] Provisioning for port 07fa1a3b-e860-4426-aca2-56886f93595c completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:50.596509 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.800720 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:00:50.973081 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:50.981863 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Sync routers for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:50.990759 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:50.991345 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:00:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:50.996308 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.997779 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4168181 May 20 16:00:51.000515 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33096) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:51.168473 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:51.309627 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 07fa1a3b-e860-4426-aca2-56886f93595c up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:51.480497 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 07fa1a3b-e860-4426-aca2-56886f93595c completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:51.488753 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 07fa1a3b-e860-4426-aca2-56886f93595c triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:51.489128 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.651237 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:49Z', 'revision_number': 3, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:51.655806 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.665561 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Checking router: d8a283fe-f3a3-47a3-a7e4-0838a0df7282 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:51.665917 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Updating router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 port 3ac8974f-1687-48ed-8015-0abb681030e6 binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:00:51.666984 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.732551 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.768481 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 07fa1a3b-e860-4426-aca2-56886f93595c, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=07fa1a3b-e860-4426-aca2-56886f93595c,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:51.775845 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.779727 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:51.867998 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Allocated IP 172.20.0.1 (f1729774-db0e-44db-8282-15f46b9fee9d/46a9c6bf-434a-429f-9b54-ba2d8ef59c09/070453e3-de90-451f-b4f6-05f9df403ea5) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:51.908166 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=07fa1a3b-e860-4426-aca2-56886f93595c,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:51.913682 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:52.118319 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.120157 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.131575 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Transition to ACTIVE for port object 3ac8974f-1687-48ed-8015-0abb681030e6 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:52.137333 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Transition to ACTIVE for port object 070453e3-de90-451f-b4f6-05f9df403ea5 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:52.138122 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.141544 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:52.160055 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.164910 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8c110da1-7f3f-4064-a715-f8afefa29a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:52.219561 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Attempting to bind port 3ac8974f-1687-48ed-8015-0abb681030e6 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:52.219965 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Attempting to bind port 3ac8974f-1687-48ed-8015-0abb681030e6 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:52.220333 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Attempting to bind port 3ac8974f-1687-48ed-8015-0abb681030e6 on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:52.222415 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda2262-24d1-4231-bf0a-b4d81e29dc6f None None] Pushing event updated for resources: {'Port': ['ID=3ac8974f-1687-48ed-8015-0abb681030e6,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:52.226309 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-fcda2262-24d1-4231-bf0a-b4d81e29dc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:52.228041 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Network f1729774-db0e-44db-8282-15f46b9fee9d is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:52.228478 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:52.228859 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:52.229266 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.229656 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:52.230340 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Bound port: 3ac8974f-1687-48ed-8015-0abb681030e6, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:52.230559 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.230942 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:52.234582 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:52.269715 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Pushing event updated for resources: {'Port': ['ID=070453e3-de90-451f-b4f6-05f9df403ea5,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:52.273988 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:52.292776 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.312726 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] For port 3ac8974f-1687-48ed-8015-0abb681030e6, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:52.316527 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] For port 3ac8974f-1687-48ed-8015-0abb681030e6, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3ac8974f-1687-48ed-8015-0abb681030e6,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:52.322105 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.325834 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:52.400498 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:52.401123 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:00:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:52.498479 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda2262-24d1-4231-bf0a-b4d81e29dc6f None None] Pushing event updated for resources: {'Port': ['ID=3ac8974f-1687-48ed-8015-0abb681030e6,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:52.501545 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-fcda2262-24d1-4231-bf0a-b4d81e29dc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:52.557080 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-fb5d72b0-b162-43a6-a2e6-a5eac48040b3 None None] Provisioning for port 070453e3-de90-451f-b4f6-05f9df403ea5 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:52.576879 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-fb5d72b0-b162-43a6-a2e6-a5eac48040b3 None None] Provisioning complete for port 070453e3-de90-451f-b4f6-05f9df403ea5 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:52.577272 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-fb5d72b0-b162-43a6-a2e6-a5eac48040b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.596546 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.649994 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:52.691002 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d72b0-b162-43a6-a2e6-a5eac48040b3 None None] Port 070453e3-de90-451f-b4f6-05f9df403ea5 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:52.817860 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.822394 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.849242 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-17860003-e829-4593-9d6a-d1f4ad66d82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:52.928140 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Pushing event updated for resources: {'Port': ['ID=070453e3-de90-451f-b4f6-05f9df403ea5,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:52.932286 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:52.933188 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.977752 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:49Z', 'revision_number': 3, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:52.981597 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9478b-35a5-449b-aad6-df869fd5d704 None None] The sync data for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi is: [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:49Z', 'revision_number': 3, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:53.067570 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Network f1729774-db0e-44db-8282-15f46b9fee9d is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:53.071332 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:53.303302 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:53.371097 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3ac8974f-1687-48ed-8015-0abb681030e6 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:53.440443 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-0d568eab-af6d-463e-b4be-c4b4848624f1 None None] Provisioning complete for port 070453e3-de90-451f-b4f6-05f9df403ea5 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:53.440956 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0d568eab-af6d-463e-b4be-c4b4848624f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.501913 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-0d568eab-af6d-463e-b4be-c4b4848624f1 None None] Port 070453e3-de90-451f-b4f6-05f9df403ea5 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:53.504903 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 3ac8974f-1687-48ed-8015-0abb681030e6 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:53.511664 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 3ac8974f-1687-48ed-8015-0abb681030e6 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:53.512158 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.601611 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:53.611953 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] 10.222.0.47 "PUT /v2.0/routers/d8a283fe-f3a3-47a3-a7e4-0838a0df7282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6103933 May 20 16:00:53.639572 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.656911 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 3ac8974f-1687-48ed-8015-0abb681030e6, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3ac8974f-1687-48ed-8015-0abb681030e6,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:53.662032 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.662737 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 07fa1a3b-e860-4426-aca2-56886f93595c up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:53.691101 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:53.783623 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=3ac8974f-1687-48ed-8015-0abb681030e6,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:53.787885 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:53.797229 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 07fa1a3b-e860-4426-aca2-56886f93595c triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:53.797691 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.137583 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33114) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:54.143097 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-789827007-network', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:54.147850 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:54.151588 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Usage tracker for resource:network and tenant:fb00091dfcc749278a18ed8fb1cb34fa is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:54.154382 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:54.160087 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:54.171479 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Made reservation on behalf of fb00091dfcc749278a18ed8fb1cb34fa for: {'network': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:54.173777 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.190013 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.204582 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:54.208482 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Usage tracker for resource:security_group_rule and tenant:fb00091dfcc749278a18ed8fb1cb34fa is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:54.211170 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:54.216928 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:54.297209 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.301097 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.304587 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-40606b73-3fec-466b-aec3-9a663f3d75c3 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:54.334906 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=91643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:54.341814 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6346991-3ffe-4a9f-b6c0-8f88fcde95cd,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:54.345651 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:54.348151 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.348526 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.segments_db [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Added segment 74493cd0-1f17-4789-81c8-a6c8755987a7 of type vlan for network 396c7f70-c828-4416-a3cb-225e1c84f26c May 20 16:00:54.375930 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.405957 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.407502 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:54.408097 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.411405 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4aaa5354-e2d8-415f-b8f4-853b6078870b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:54.483438 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Sync routers for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:54.497832 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:54.498458 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:00:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:54.603053 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4644289 May 20 16:00:54.605880 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33118) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:54.606396 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Pushing event updated for resources: {'Network': ['ID=396c7f70-c828-4416-a3cb-225e1c84f26c,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:54.609147 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ff97910b-c42d-423d-96c9-2920b2f6160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:54.612309 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Request body: {'subnet': {'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-789827007-subnet', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:54.617912 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:54.618316 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 396c7f70-c828-4416-a3cb-225e1c84f26c details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:54.621749 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Usage tracker for resource:subnet and tenant:fb00091dfcc749278a18ed8fb1cb34fa is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:54.624912 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:54.631238 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:54.642523 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Made reservation on behalf of fb00091dfcc749278a18ed8fb1cb34fa for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:54.645150 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480485'] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.674444 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:54.978497 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '070453e3-de90-451f-b4f6-05f9df403ea5', 'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'mac_address': 'fa:16:3e:59:16:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:51Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 2, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'subnets': [{'id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:54.982125 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Checking router: d8a283fe-f3a3-47a3-a7e4-0838a0df7282 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:54.982481 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Updating router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 port 070453e3-de90-451f-b4f6-05f9df403ea5 binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:00:55.026664 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480503'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.031226 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b2da0327-ac92-42e9-8628-21dafb925729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:55.034122 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.103408 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e05af2-341c-4d4b-9508-662779374f3c,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:55.106085 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:55.113663 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Checking segment: {'id': '74493cd0-1f17-4789-81c8-a6c8755987a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:55.114014 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Network hostable DHCP agents. Network: 396c7f70-c828-4416-a3cb-225e1c84f26c, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:55.135004 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Network 396c7f70-c828-4416-a3cb-225e1c84f26c is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:55.145040 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 396c7f70-c828-4416-a3cb-225e1c84f26c) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:55.154744 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d1b71e-00bb-4b4d-bdbe-c9c3d92203cd None None] Network 396c7f70-c828-4416-a3cb-225e1c84f26c requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:55.156702 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:55.157586 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.178957 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5719242 May 20 16:00:55.181346 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33122) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:55.186544 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:55.190831 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:55.194799 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Usage tracker for resource:router and tenant:fb00091dfcc749278a18ed8fb1cb34fa is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:55.197634 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:55.203474 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:55.214248 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.215393 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.235238 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.283118 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3ac8974f-1687-48ed-8015-0abb681030e6 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:55.392934 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.409080 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Transition to ACTIVE for port object 070453e3-de90-451f-b4f6-05f9df403ea5 will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:55.417827 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.422530 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:55.458920 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 3ac8974f-1687-48ed-8015-0abb681030e6 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:55.459636 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.507866 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Pushing event updated for resources: {'Port': ['ID=070453e3-de90-451f-b4f6-05f9df403ea5,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:55.510316 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.523299 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-396c7f70-c828-4416-a3cb-225e1c84f26c', 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'fixed_ips': [{'subnet_id': 'c7e05af2-341c-4d4b-9508-662779374f3c'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:00:55.524652 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.678502 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.678854 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.679181 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.679499 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.680096 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.680411 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.680721 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.681031 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.681354 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.681662 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.681969 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.682272 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.686076 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:55.712988 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Attempting to bind port 070453e3-de90-451f-b4f6-05f9df403ea5 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:55.714478 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Attempting to bind port 070453e3-de90-451f-b4f6-05f9df403ea5 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:55.716080 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Attempting to bind port 070453e3-de90-451f-b4f6-05f9df403ea5 on network f1729774-db0e-44db-8282-15f46b9fee9d {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:55.726469 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:55.726841 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Checking segment: {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:55.727238 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.729022 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Bound using segment: {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:55.729500 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Bound port: 070453e3-de90-451f-b4f6-05f9df403ea5, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:55.731628 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.805442 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Allocated IP 172.20.0.2 (396c7f70-c828-4416-a3cb-225e1c84f26c/c7e05af2-341c-4d4b-9508-662779374f3c/d9077cf4-776b-4b54-8f73-f81491013f37) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:55.870345 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] For port 070453e3-de90-451f-b4f6-05f9df403ea5, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:55.873998 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] For port 070453e3-de90-451f-b4f6-05f9df403ea5, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=070453e3-de90-451f-b4f6-05f9df403ea5,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:55.877670 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.882058 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:55.912931 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.952714 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.984789 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:55.985339 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:00:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:56.051614 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Pushing event updated for resources: {'Port': ['ID=070453e3-de90-451f-b4f6-05f9df403ea5,revision_number=4']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:56.056347 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:56.091588 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.103600 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Transition to ACTIVE for port object d9077cf4-776b-4b54-8f73-f81491013f37 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:56.123210 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Transition to ACTIVE for port object d9077cf4-776b-4b54-8f73-f81491013f37 will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:56.131042 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.135569 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:56.158544 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Allocated IP 172.27.2.130 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:56.193939 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:56.198673 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Network 396c7f70-c828-4416-a3cb-225e1c84f26c is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:56.201703 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:56.204284 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:56.251253 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Pushing event updated for resources: {'Port': ['ID=d9077cf4-776b-4b54-8f73-f81491013f37,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:56.254671 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:56.320704 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Attempting to bind port d9077cf4-776b-4b54-8f73-f81491013f37 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:56.321097 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Attempting to bind port d9077cf4-776b-4b54-8f73-f81491013f37 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '74493cd0-1f17-4789-81c8-a6c8755987a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:56.321430 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Attempting to bind port d9077cf4-776b-4b54-8f73-f81491013f37 on network 396c7f70-c828-4416-a3cb-225e1c84f26c {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:56.327217 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:56.327599 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Checking segment: {'id': '74493cd0-1f17-4789-81c8-a6c8755987a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:56.328039 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.328437 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Bound using segment: {'id': '74493cd0-1f17-4789-81c8-a6c8755987a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:56.328911 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Bound port: d9077cf4-776b-4b54-8f73-f81491013f37, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74493cd0-1f17-4789-81c8-a6c8755987a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:56.329287 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.420836 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.423178 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] For port d9077cf4-776b-4b54-8f73-f81491013f37, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:56.428755 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] For port d9077cf4-776b-4b54-8f73-f81491013f37, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=d9077cf4-776b-4b54-8f73-f81491013f37,segment=NetworkSegment(74493cd0-1f17-4789-81c8-a6c8755987a7),segment_id=74493cd0-1f17-4789-81c8-a6c8755987a7)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:56.433497 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.437924 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:56.451992 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.455525 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:56.517391 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Pushing event updated for resources: {'Port': ['ID=d9077cf4-776b-4b54-8f73-f81491013f37,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:56.519803 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:56.522382 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:56.522676 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:56.527013 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:56.527921 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '070453e3-de90-451f-b4f6-05f9df403ea5', 'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'mac_address': 'fa:16:3e:59:16:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:51Z', 'updated_at': '2021-05-20T16:00:55Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'subnets': [{'id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:56.532416 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c86b9-2629-49b0-8c21-907d4c96cd77 None None] The sync data for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi is: [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '070453e3-de90-451f-b4f6-05f9df403ea5', 'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'mac_address': 'fa:16:3e:59:16:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:51Z', 'updated_at': '2021-05-20T16:00:55Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'subnets': [{'id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:56.560395 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Pushing event updated for resources: {'Port': ['ID=c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:56.582592 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.582960 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.584459 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.584459 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.585159 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.585159 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.585607 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.585920 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.586264 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.586876 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.587141 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.590542 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:56.601364 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:57.006782 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.321763 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 070453e3-de90-451f-b4f6-05f9df403ea5 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:57.381313 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.418291 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 070453e3-de90-451f-b4f6-05f9df403ea5 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:57.425276 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 070453e3-de90-451f-b4f6-05f9df403ea5 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:57.425862 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.486037 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6654f56-6fef-4770-8c74-6eea8060d715 None None] Network 396c7f70-c828-4416-a3cb-225e1c84f26c requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:57.600257 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:00:57.640819 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-d9ebefc7-dde6-4ac6-bfe0-00ef183dd623 None None] Provisioning for port d9077cf4-776b-4b54-8f73-f81491013f37 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:57.683067 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.759937 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 070453e3-de90-451f-b4f6-05f9df403ea5, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=070453e3-de90-451f-b4f6-05f9df403ea5,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:57.776094 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:57.797230 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.798322 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device d9077cf4-776b-4b54-8f73-f81491013f37 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:57.799153 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.800381 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ac9f9fe2-b875-438e-a8d3-aeb8bd598455 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6181281 May 20 16:00:57.803622 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33126) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:57.823651 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Sync routers for ids ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:57.837925 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:57.916991 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Routers {'8d7fc249-3428-40d7-a9b2-5a74b67ad85b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:57.917546 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:00:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:58.048024 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=070453e3-de90-451f-b4f6-05f9df403ea5,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:58.053612 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:58.131507 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port d9077cf4-776b-4b54-8f73-f81491013f37 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:58.143366 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port d9077cf4-776b-4b54-8f73-f81491013f37 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:58.143765 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.205744 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Set router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:58.535941 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-59e27e5b-e745-4988-a2ff-7fe29dcf4c0c None None] Provisioning complete for port d9077cf4-776b-4b54-8f73-f81491013f37 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:58.537220 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-59e27e5b-e745-4988-a2ff-7fe29dcf4c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.568783 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.632318 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.666824 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port d9077cf4-776b-4b54-8f73-f81491013f37, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=d9077cf4-776b-4b54-8f73-f81491013f37,segment=NetworkSegment(74493cd0-1f17-4789-81c8-a6c8755987a7),segment_id=74493cd0-1f17-4789-81c8-a6c8755987a7)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:58.674437 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.679109 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:58.801766 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=d9077cf4-776b-4b54-8f73-f81491013f37,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:58.806469 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:55Z', 'updated_at': '2021-05-20T16:00:56Z', 'revision_number': 3, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'gw_port': {'id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:56Z', 'updated_at': '2021-05-20T16:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:58.808809 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:58.813417 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Checking router: 8d7fc249-3428-40d7-a9b2-5a74b67ad85b for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:58.813773 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Updating router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:00:58.861182 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Allocated IP 172.20.0.1 (396c7f70-c828-4416-a3cb-225e1c84f26c/c7e05af2-341c-4d4b-9508-662779374f3c/84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:58.869055 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.007192 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.024504 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Transition to ACTIVE for port object 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:59.048664 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.053088 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-22b2669f-94d0-4f2a-9e2f-2389a2a2f83b tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:59.111706 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Network 396c7f70-c828-4416-a3cb-225e1c84f26c is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:59.115087 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:59.118703 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:59.156473 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Pushing event updated for resources: {'Port': ['ID=84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:59.164032 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:59.183602 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.209522 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.226078 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Transition to ACTIVE for port object c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:59.233456 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.238250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:59.281117 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 070453e3-de90-451f-b4f6-05f9df403ea5 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:59.328787 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.363564 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Attempting to bind port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:59.363962 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Attempting to bind port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:59.364867 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Attempting to bind port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:59.373956 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c99c9-7a98-4489-8d47-817fdab89ca4 None None] Pushing event updated for resources: {'Port': ['ID=c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:59.379582 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-6f2c99c9-7a98-4489-8d47-817fdab89ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:59.381085 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:59.381550 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:59.381916 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.382223 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:59.382695 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Bound port: c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:59.383069 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.463716 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-145fb578-149c-4a6c-88b8-6e20d5951865 None None] Provisioning for port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:59.475748 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 070453e3-de90-451f-b4f6-05f9df403ea5 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:59.476139 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.507479 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-145fb578-149c-4a6c-88b8-6e20d5951865 None None] Provisioning complete for port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:59.507880 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-145fb578-149c-4a6c-88b8-6e20d5951865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.531301 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] For port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:59.574638 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] For port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:59.586971 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.590544 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-fcda2262-24d1-4231-bf0a-b4d81e29dc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:59.636886 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.637492 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-145fb578-149c-4a6c-88b8-6e20d5951865 None None] Port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:59.641552 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.670469 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-675d262b-5e11-4428-9689-6d513798b1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:59.706927 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Routers {'8d7fc249-3428-40d7-a9b2-5a74b67ad85b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:59.707551 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:00:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:59.750580 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.754014 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Pushing event updated for resources: {'Port': ['ID=84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:59.757375 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:59.799029 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c99c9-7a98-4489-8d47-817fdab89ca4 None None] Pushing event updated for resources: {'Port': ['ID=c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:59.808374 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-6f2c99c9-7a98-4489-8d47-817fdab89ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:59.816298 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device d9077cf4-776b-4b54-8f73-f81491013f37 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:59.887987 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Network 396c7f70-c828-4416-a3cb-225e1c84f26c is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:59.889033 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:59.959070 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] Set router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:00.035648 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port d9077cf4-776b-4b54-8f73-f81491013f37 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:00.036115 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.076184 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:01:00.230172 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-e8147eee-4d6d-4330-bc55-f6a32ecfde69 None None] Provisioning complete for port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:00.230423 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e8147eee-4d6d-4330-bc55-f6a32ecfde69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.256818 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:00.265729 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] 10.222.0.47 "PUT /v2.0/routers/8d7fc249-3428-40d7-a9b2-5a74b67ad85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4611428 May 20 16:01:00.377021 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-e8147eee-4d6d-4330-bc55-f6a32ecfde69 None None] Port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:00.477535 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:55Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 4, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'gw_port': {'id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:56Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8', 'name': '', 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'mac_address': 'fa:16:3e:f8:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:58Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 2, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'subnets': [{'id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:00.481628 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc41a46-7667-4474-b339-c394cf58a674 None None] The sync data for ids ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'] in dv-cinder-784779-12-iscsi is: [{'id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:55Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 4, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'gw_port': {'id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:56Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8', 'name': '', 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'mac_address': 'fa:16:3e:f8:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:58Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 2, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'subnets': [{'id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:01.313929 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:01.410683 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:01.418211 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:01.418594 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.568143 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.588961 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:01.594253 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.597982 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:01.671322 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:01.675223 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:03.270019 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:03.346134 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:03.346519 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.461169 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Sync routers for ids ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:04.472079 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Routers {'8d7fc249-3428-40d7-a9b2-5a74b67ad85b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:04.472696 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:00:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:04.653162 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Set router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:04.999554 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:55Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 4, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'gw_port': {'id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:56Z', 'updated_at': '2021-05-20T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8', 'name': '', 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'mac_address': 'fa:16:3e:f8:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:58Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 2, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'subnets': [{'id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:05.003235 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Checking router: 8d7fc249-3428-40d7-a9b2-5a74b67ad85b for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:01:05.004109 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Updating router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:01:05.059285 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.472746 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.485811 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Transition to ACTIVE for port object 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:05.493487 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.497608 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:05.648761 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b568-7adf-4d06-92f4-eb271db08756 None None] Pushing event updated for resources: {'Port': ['ID=84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:05.651666 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-c566b568-7adf-4d06-92f4-eb271db08756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:05.734631 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Attempting to bind port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:05.734908 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Attempting to bind port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '74493cd0-1f17-4789-81c8-a6c8755987a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:05.735282 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Attempting to bind port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 on network 396c7f70-c828-4416-a3cb-225e1c84f26c {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:05.744807 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:05.745463 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Checking segment: {'id': '74493cd0-1f17-4789-81c8-a6c8755987a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:05.746028 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.746576 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Bound using segment: {'id': '74493cd0-1f17-4789-81c8-a6c8755987a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:05.747231 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Bound port: 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74493cd0-1f17-4789-81c8-a6c8755987a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:05.747790 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.847395 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] For port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:05.851191 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] For port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8,segment=NetworkSegment(74493cd0-1f17-4789-81c8-a6c8755987a7),segment_id=74493cd0-1f17-4789-81c8-a6c8755987a7)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:05.856826 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.862124 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-43b6aa7b-6398-4471-8e38-e4a352cc1cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:05.940761 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Routers {'8d7fc249-3428-40d7-a9b2-5a74b67ad85b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:05.940761 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:00:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:06.018607 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b568-7adf-4d06-92f4-eb271db08756 None None] Pushing event updated for resources: {'Port': ['ID=84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8,revision_number=4']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:06.041869 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-c566b568-7adf-4d06-92f4-eb271db08756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:06.172807 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] Set router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:06.511346 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:55Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 4, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'gw_port': {'id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:56Z', 'updated_at': '2021-05-20T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8', 'name': '', 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'mac_address': 'fa:16:3e:f8:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:58Z', 'updated_at': '2021-05-20T16:01:05Z', 'revision_number': 4, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'subnets': [{'id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:06.516984 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d388975-5ab9-48fb-99f5-b2e5eacd6415 None None] The sync data for ids ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'] in dv-cinder-784779-12-iscsi is: [{'id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:55Z', 'updated_at': '2021-05-20T16:00:59Z', 'revision_number': 4, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'gw_port': {'id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:56Z', 'updated_at': '2021-05-20T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8', 'name': '', 'network_id': '396c7f70-c828-4416-a3cb-225e1c84f26c', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'mac_address': 'fa:16:3e:f8:37:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:58Z', 'updated_at': '2021-05-20T16:01:05Z', 'revision_number': 4, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'subnets': [{'id': 'c7e05af2-341c-4d4b-9508-662779374f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:07.325188 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:07.407881 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:07.414234 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:07.414757 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.573502 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.617634 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8,segment=NetworkSegment(74493cd0-1f17-4789-81c8-a6c8755987a7),segment_id=74493cd0-1f17-4789-81c8-a6c8755987a7)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:07.623116 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.626768 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:07.715323 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:07.718863 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:07.734472 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.266140 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:09.339650 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:09.340062 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.474900 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-86e45f8c-ba1b-48f4-a9e9-77cd8a937229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.003770 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee826b-7056-4eb8-a721-766860276a0c req-13057471-fa9b-4d58-a43b-3484600c5479 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:10.005139 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-13057471-fa9b-4d58-a43b-3484600c5479 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 815 time: 0.1443198 May 20 16:01:10.020852 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-653a2593-0790-4f82-b137-558c37c69021 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/quotas/8ece41237fd04bb49bc38aae5f28ad1c HTTP/1.1" status: 200 len: 375 time: 0.0101616 May 20 16:01:10.111383 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-1251deca-61c5-45c0-8e3b-6dcd8fb036cd tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841079 May 20 16:01:10.247328 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-9f339129-8f0c-4964-9163-6586960fa05a service neutron] 10.222.0.47 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240244 May 20 16:01:10.377894 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-505e7a7b-be8d-4d61-8878-c92a7fe8886a service neutron] 10.222.0.47 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247101 May 20 16:01:10.560157 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-b60c4b08-9e3f-4940-a645-914aaec76725 req-71a57262-d0aa-42a0-a008-179b3383472a tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Synchronizing usage tracker for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:10.576786 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-b60c4b08-9e3f-4940-a645-914aaec76725 req-71a57262-d0aa-42a0-a008-179b3383472a tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Unset dirty status for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:10.578008 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b60c4b08-9e3f-4940-a645-914aaec76725 req-71a57262-d0aa-42a0-a008-179b3383472a tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 210 time: 0.0611708 May 20 16:01:11.669169 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee826b-7056-4eb8-a721-766860276a0c req-c9aaa4a4-d3fc-458f-9d7b-fcfb237a76e7 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:11.670925 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-c9aaa4a4-d3fc-458f-9d7b-fcfb237a76e7 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.58 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 815 time: 0.1512213 May 20 16:01:11.725008 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'port': {'device_id': '248b8641-ee45-4f61-b473-ce3282d51f17', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'admin_state_up': True, 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:11.747340 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-aa32999f-ddc9-43a6-b381-e00b8536967c req-b9ed5e21-4332-47c0-9a16-5efe1dee1f78 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 210 time: 0.0636332 May 20 16:01:11.866561 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:11.868566 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.876591 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:11.885885 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Made reservation on behalf of 8ece41237fd04bb49bc38aae5f28ad1c for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:11.889417 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.054443 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Allocated IP 172.20.0.6 (f1729774-db0e-44db-8282-15f46b9fee9d/46a9c6bf-434a-429f-9b54-ba2d8ef59c09/a8015ee0-84a3-43f2-94d5-25c227d901c2) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:12.140948 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-07d5d828-4772-4e2a-ae81-caf82d59e970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.319580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.339023 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Transition to ACTIVE for port object a8015ee0-84a3-43f2-94d5-25c227d901c2 will not be triggered until provisioned by entity DHCP. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:12.367251 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.373847 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-dbe5b2d1-1928-4007-a212-43acf8e24fe2 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:12.445638 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Network f1729774-db0e-44db-8282-15f46b9fee9d is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:12.448861 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:12.452885 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:12.499994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'Port': ['ID=a8015ee0-84a3-43f2-94d5-25c227d901c2,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:12.505825 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:12.522674 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:12.523543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.550764 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654318 May 20 16:01:12.760084 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-60b6c015-7b4d-4769-9eec-2015448f4e13 None None] Provisioning for port a8015ee0-84a3-43f2-94d5-25c227d901c2 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:12.764712 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-60b6c015-7b4d-4769-9eec-2015448f4e13 None None] Provisioning complete for port a8015ee0-84a3-43f2-94d5-25c227d901c2 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:12.765087 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-60b6c015-7b4d-4769-9eec-2015448f4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.816618 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-60b6c015-7b4d-4769-9eec-2015448f4e13 None None] Port a8015ee0-84a3-43f2-94d5-25c227d901c2 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:12.944562 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfeeb66-53f3-4ef1-8f0d-158bcef0ee55 req-7c14c2e8-3cc4-4293-9374-01b1a0cc70c9 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:12.945999 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9bfeeb66-53f3-4ef1-8f0d-158bcef0ee55 req-7c14c2e8-3cc4-4293-9374-01b1a0cc70c9 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 931 time: 0.0878947 May 20 16:01:13.000655 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-9bfeeb66-53f3-4ef1-8f0d-158bcef0ee55 req-000e5b1c-91fe-42ec-bf52-fd7dec730486 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Synchronizing usage tracker for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:13.021834 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-9bfeeb66-53f3-4ef1-8f0d-158bcef0ee55 req-000e5b1c-91fe-42ec-bf52-fd7dec730486 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Unset dirty status for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:13.022826 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9bfeeb66-53f3-4ef1-8f0d-158bcef0ee55 req-000e5b1c-91fe-42ec-bf52-fd7dec730486 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712574 May 20 16:01:13.167970 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:14.218554 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f48b-d5ea-41b2-b4ad-c6d4081eac6f req-c5c2a5f1-c330-4092-9ae9-747cb693ef49 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:14.219921 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-4a67f48b-d5ea-41b2-b4ad-c6d4081eac6f req-c5c2a5f1-c330-4092-9ae9-747cb693ef49 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Synchronizing usage tracker for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:14.238121 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-4a67f48b-d5ea-41b2-b4ad-c6d4081eac6f req-c5c2a5f1-c330-4092-9ae9-747cb693ef49 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Unset dirty status for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:14.239430 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4a67f48b-d5ea-41b2-b4ad-c6d4081eac6f req-c5c2a5f1-c330-4092-9ae9-747cb693ef49 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 931 time: 0.1053090 May 20 16:01:14.283563 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4a67f48b-d5ea-41b2-b4ad-c6d4081eac6f req-7377778d-b9ca-4544-ae92-c13d1198975c tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 May 20 16:01:14.728501 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.487402 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a764-f83c-4cf7-a4b6-288d4211e5fc req-654c5c77-df8f-41dc-a79b-7a49928eebf1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:15.489329 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-caf6a764-f83c-4cf7-a4b6-288d4211e5fc req-654c5c77-df8f-41dc-a79b-7a49928eebf1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 931 time: 0.0843334 May 20 16:01:15.541354 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-caf6a764-f83c-4cf7-a4b6-288d4211e5fc req-25365926-9cfc-477a-8f32-08b8512ab4d0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464091 May 20 16:01:16.584920 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:01:16.731851 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22e94-2432-4b2a-a223-8addd58bcae7 req-26a59c2d-ebf4-4ba1-845b-7413bc954b56 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:16.733655 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0a22e94-2432-4b2a-a223-8addd58bcae7 req-26a59c2d-ebf4-4ba1-845b-7413bc954b56 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 931 time: 0.0811088 May 20 16:01:16.780062 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b0a22e94-2432-4b2a-a223-8addd58bcae7 req-ccccb6ae-918a-4ec6-b25d-daf0813971e5 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 May 20 16:01:17.973192 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a2a22-5013-4490-8ee7-d3281e5a92d7 req-afcffb75-d822-442d-bfa9-a76fe532c105 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:17.975153 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a12a2a22-5013-4490-8ee7-d3281e5a92d7 req-afcffb75-d822-442d-bfa9-a76fe532c105 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 931 time: 0.0798564 May 20 16:01:18.022283 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a12a2a22-5013-4490-8ee7-d3281e5a92d7 req-d03565b4-2491-4646-9fb7-1e3adaa17e46 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 May 20 16:01:19.333637 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94034475-fc3b-427d-a796-6ba24ca14c81 req-5ac40fcd-0b9a-4d58-a9a7-9150c17a3b1e tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:19.335051 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-94034475-fc3b-427d-a796-6ba24ca14c81 req-5ac40fcd-0b9a-4d58-a9a7-9150c17a3b1e tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 931 time: 0.2077672 May 20 16:01:19.379551 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-94034475-fc3b-427d-a796-6ba24ca14c81 req-f901a514-d2ae-45a7-beb2-7c8e102a2087 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386429 May 20 16:01:20.581855 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54936b-c6e7-452c-aa54-c5255ecb5a52 req-40b62f3d-7b60-45de-8693-d3c1e9042a96 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:20.583927 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7d54936b-c6e7-452c-aa54-c5255ecb5a52 req-40b62f3d-7b60-45de-8693-d3c1e9042a96 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 931 time: 0.0896912 May 20 16:01:20.628232 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7d54936b-c6e7-452c-aa54-c5255ecb5a52 req-2437645e-6e97-4c94-8b33-beb70488da56 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382340 May 20 16:01:21.820837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb3d6d-f8bd-49b9-a1bd-adcbc3385ac5 req-dbe8a763-d4b4-439d-8c35-b066058017af tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:21.822306 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-61eb3d6d-f8bd-49b9-a1bd-adcbc3385ac5 req-dbe8a763-d4b4-439d-8c35-b066058017af tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 931 time: 0.0874095 May 20 16:01:21.869883 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-61eb3d6d-f8bd-49b9-a1bd-adcbc3385ac5 req-fa1e138f-4dda-4f09-b79c-19daa78e55bd tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 May 20 16:01:22.703131 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Request body: {'port': {'device_id': '248b8641-ee45-4f61-b473-ce3282d51f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:22.807491 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.053826 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4131fbe-5998-4f02-a869-62260713c8f9 req-cc960af5-6047-4ede-9cd9-9da1e31a602c tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:23.055272 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a4131fbe-5998-4f02-a869-62260713c8f9 req-cc960af5-6047-4ede-9cd9-9da1e31a602c tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 931 time: 0.0799630 May 20 16:01:23.102125 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a4131fbe-5998-4f02-a869-62260713c8f9 req-d132af15-95a7-491b-9986-243ce5f73b91 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 May 20 16:01:23.144694 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8015ee0-84a3-43f2-94d5-25c227d901c2 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:01:23.152432 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.166866 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Transition to ACTIVE for port object a8015ee0-84a3-43f2-94d5-25c227d901c2 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:23.170404 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.174712 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4d70a102-c70a-4e3e-a1e7-014c6793789d tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:23.301789 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Pushing event updated for resources: {'Port': ['ID=a8015ee0-84a3-43f2-94d5-25c227d901c2,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:23.327706 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:23.408749 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Attempting to bind port a8015ee0-84a3-43f2-94d5-25c227d901c2 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:23.409080 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Attempting to bind port a8015ee0-84a3-43f2-94d5-25c227d901c2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:23.409404 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Attempting to bind port a8015ee0-84a3-43f2-94d5-25c227d901c2 on network f1729774-db0e-44db-8282-15f46b9fee9d {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:23.414668 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Port a8015ee0-84a3-43f2-94d5-25c227d901c2 on network f1729774-db0e-44db-8282-15f46b9fee9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:23.414988 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Attempting to bind port a8015ee0-84a3-43f2-94d5-25c227d901c2 on network f1729774-db0e-44db-8282-15f46b9fee9d {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:23.421277 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:23.421610 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Checking segment: {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:23.421989 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Bound using segment: {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:23.422409 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Bound port: a8015ee0-84a3-43f2-94d5-25c227d901c2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b174cc-c0f9-4831-9771-e3db62e3cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:23.422751 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.510001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] For port a8015ee0-84a3-43f2-94d5-25c227d901c2, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:23.513314 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] For port a8015ee0-84a3-43f2-94d5-25c227d901c2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:23.516580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.520079 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bd12bb4a-7fec-4e40-a54d-63abc9f614d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:23.579677 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:23.580464 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.581811 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] 10.222.0.58 "PUT /v2.0/ports/a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 1093 time: 0.8833218 May 20 16:01:23.582393 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:23.607971 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Pushing event updated for resources: {'Port': ['ID=a8015ee0-84a3-43f2-94d5-25c227d901c2,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:23.610944 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:23.631937 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'status': 'completed', 'code': 200} May 20 16:01:23.709021 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee826b-7056-4eb8-a721-766860276a0c req-429162ba-378c-44c3-809c-238577ccd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:23.710518 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-429162ba-378c-44c3-809c-238577ccd16d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1096 time: 0.0733364 May 20 16:01:23.785349 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-26e40f7e-cf3b-4457-a215-28c105325ccc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 217 time: 0.0628564 May 20 16:01:23.849563 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee826b-7056-4eb8-a721-766860276a0c req-bc731fe0-724f-4e76-97bc-c46e5a562b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:23.850833 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-bc731fe0-724f-4e76-97bc-c46e5a562b57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 200 len: 854 time: 0.0561252 May 20 16:01:23.930287 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee826b-7056-4eb8-a721-766860276a0c req-7ae8672e-c8dd-4c33-b8f9-1157efbcf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:23.931726 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-7ae8672e-c8dd-4c33-b8f9-1157efbcf434 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1729774-db0e-44db-8282-15f46b9fee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0709765 May 20 16:01:24.064316 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-69c45a54-1f73-44d3-89fc-800ee19c96ae service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210437 May 20 16:01:24.197538 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5cee826b-7056-4eb8-a721-766860276a0c req-e415313f-a3c8-44ab-b091-6ab30c689f02 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232600 May 20 16:01:24.290975 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab6768-8f22-4198-861d-fad43326bce2 req-fdd59f27-a522-499d-99fe-a6529ec33ca5 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:24.292575 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1fab6768-8f22-4198-861d-fad43326bce2 req-fdd59f27-a522-499d-99fe-a6529ec33ca5 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 943 time: 0.0849359 May 20 16:01:24.339441 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1fab6768-8f22-4198-861d-fad43326bce2 req-98d633f9-f672-4a5f-9e7f-ff14398a0229 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 May 20 16:01:24.412222 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae197d-d377-4125-8a98-60a49a075e56 req-ffc8d3af-e459-4d7f-b879-0f69259878c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:24.413608 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6fae197d-d377-4125-8a98-60a49a075e56 req-ffc8d3af-e459-4d7f-b879-0f69259878c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1096 time: 0.1599247 May 20 16:01:24.543418 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae197d-d377-4125-8a98-60a49a075e56 req-d2c812aa-8cb4-413c-80f3-fd5e9cd6f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:24.544902 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6fae197d-d377-4125-8a98-60a49a075e56 req-d2c812aa-8cb4-413c-80f3-fd5e9cd6f44f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 916 time: 0.1242435 May 20 16:01:24.617957 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6fae197d-d377-4125-8a98-60a49a075e56 req-d973918b-be6c-416f-b1ae-7c890be8fd77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 217 time: 0.0643778 May 20 16:01:24.679777 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae197d-d377-4125-8a98-60a49a075e56 req-15d02e7d-3b38-4c9b-abee-f4b4bcc62731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:24.681073 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6fae197d-d377-4125-8a98-60a49a075e56 req-15d02e7d-3b38-4c9b-abee-f4b4bcc62731 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 200 len: 854 time: 0.0558157 May 20 16:01:24.759981 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae197d-d377-4125-8a98-60a49a075e56 req-ca867dbd-7dd9-4939-bbb0-e8675f0c5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:24.761413 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6fae197d-d377-4125-8a98-60a49a075e56 req-ca867dbd-7dd9-4939-bbb0-e8675f0c5c6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1729774-db0e-44db-8282-15f46b9fee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706692 May 20 16:01:24.889357 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6fae197d-d377-4125-8a98-60a49a075e56 req-aa55943b-85aa-4ee0-993e-99a26b979c0a service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207242 May 20 16:01:25.017611 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6fae197d-d377-4125-8a98-60a49a075e56 req-ac9e82c2-a090-46c1-ae47-accd44346949 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193285 May 20 16:01:25.685981 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a74c8f-268f-45c1-b743-d6c5687e8f19 req-e1ac4a1d-39d5-4024-8739-0dbe5b136636 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:25.687352 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b6a74c8f-268f-45c1-b743-d6c5687e8f19 req-e1ac4a1d-39d5-4024-8739-0dbe5b136636 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 943 time: 0.2452009 May 20 16:01:25.730645 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b6a74c8f-268f-45c1-b743-d6c5687e8f19 req-c10be8e9-2c74-4b58-a845-bac734416ecb tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 May 20 16:01:26.015736 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a8015ee0-84a3-43f2-94d5-25c227d901c2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:01:26.203313 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a8015ee0-84a3-43f2-94d5-25c227d901c2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:26.216631 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'port_id': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'mac_address': 'fa:16:3e:2c:72:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:01:26.282597 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.299982 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8015ee0-84a3-43f2-94d5-25c227d901c2 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:01:26.315339 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a8015ee0-84a3-43f2-94d5-25c227d901c2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:26.320025 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.321700 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:26.388379 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=a8015ee0-84a3-43f2-94d5-25c227d901c2,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:26.391372 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:26.585966 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['a8015ee0-84a3-43f2-94d5-25c227d901c2'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:01:26.958878 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280c363-28d5-455b-90a5-822d78721e78 req-3c3f0cb1-6052-46b5-9c47-9262c5193676 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:26.960329 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d280c363-28d5-455b-90a5-822d78721e78 req-3c3f0cb1-6052-46b5-9c47-9262c5193676 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 944 time: 0.1279955 May 20 16:01:27.002998 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d280c363-28d5-455b-90a5-822d78721e78 req-4accffb7-7c59-4cf9-8b90-5bcd0bc97724 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370433 May 20 16:01:28.030262 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a8015ee0-84a3-43f2-94d5-25c227d901c2 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:28.098863 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port a8015ee0-84a3-43f2-94d5-25c227d901c2 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:28.103702 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port a8015ee0-84a3-43f2-94d5-25c227d901c2 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:28.104215 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.188084 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd33243-4b17-4e17-9d07-2b077b7759ad req-c5b73f31-ba70-48b7-a6b5-49589a54625e tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:28.189545 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2fd33243-4b17-4e17-9d07-2b077b7759ad req-c5b73f31-ba70-48b7-a6b5-49589a54625e tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 944 time: 0.0821295 May 20 16:01:28.220294 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.234957 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2fd33243-4b17-4e17-9d07-2b077b7759ad req-0d1334f3-4730-47f6-a00c-dd093cf8eb06 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387580 May 20 16:01:28.247467 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:28.260162 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port a8015ee0-84a3-43f2-94d5-25c227d901c2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:28.264287 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.266288 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:28.299711 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'code': 200} May 20 16:01:28.331223 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=a8015ee0-84a3-43f2-94d5-25c227d901c2,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:28.334071 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:28.528073 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcedac-bb51-40b3-9ecd-8617f7a65678 req-1b4a7a7c-9672-4ac9-a9a9-09f3326c34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:28.529634 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a7dcedac-bb51-40b3-9ecd-8617f7a65678 req-1b4a7a7c-9672-4ac9-a9a9-09f3326c34e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1098 time: 0.0680351 May 20 16:01:28.576042 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a7dcedac-bb51-40b3-9ecd-8617f7a65678 req-8bd71fc7-6669-4314-b0fd-0b288751a316 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366030 May 20 16:01:29.424289 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc6396-9832-4397-86c3-ab62dec6c24e req-63b6ad94-f781-4c9a-b350-5d59e5f8081d tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:29.425678 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-48bc6396-9832-4397-86c3-ab62dec6c24e req-63b6ad94-f781-4c9a-b350-5d59e5f8081d tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0818181 May 20 16:01:29.470852 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-48bc6396-9832-4397-86c3-ab62dec6c24e req-760e3d02-14f7-4e0c-87df-79295197e59d tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392482 May 20 16:01:30.649544 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659ed20-5d8f-49d0-80db-de0e2fa5e231 req-3fad3190-3509-470d-9b0f-d32e533a5487 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:30.650976 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0659ed20-5d8f-49d0-80db-de0e2fa5e231 req-3fad3190-3509-470d-9b0f-d32e533a5487 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0774672 May 20 16:01:30.693972 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0659ed20-5d8f-49d0-80db-de0e2fa5e231 req-8f1f8261-4937-4ebc-80f5-61d7e67152b5 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374629 May 20 16:01:30.875221 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5246e-bf1c-4dfb-a753-00217879434a req-2613ec83-ded1-4ebf-8968-026a2bf486d6 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:30.876690 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5d5246e-bf1c-4dfb-a753-00217879434a req-2613ec83-ded1-4ebf-8968-026a2bf486d6 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0819571 May 20 16:01:30.920381 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5d5246e-bf1c-4dfb-a753-00217879434a req-ba838bbc-a60f-4890-9398-ca0e7d63fa8b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 May 20 16:01:31.305478 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94e1ed-158b-4012-a6b4-0bfe533e7e13 req-af622ac4-fe10-4507-b1fe-8f12590afa72 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:31.306904 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-de94e1ed-158b-4012-a6b4-0bfe533e7e13 req-af622ac4-fe10-4507-b1fe-8f12590afa72 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0784194 May 20 16:01:31.350035 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-de94e1ed-158b-4012-a6b4-0bfe533e7e13 req-3d243f1b-bf09-4005-876d-5fc106178b41 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 May 20 16:01:37.715860 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.475744 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-dec690d5-51c1-40f3-9c40-0d853a71a680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.488740 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe6322-b420-45de-826d-f7cfac4d04a9 req-8dd41a65-9966-44c0-9ea9-3b99a518b8a9 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:40.490081 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a0fe6322-b420-45de-826d-f7cfac4d04a9 req-8dd41a65-9966-44c0-9ea9-3b99a518b8a9 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0816522 May 20 16:01:40.533644 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a0fe6322-b420-45de-826d-f7cfac4d04a9 req-764533c3-d6b8-4b1b-80fd-fa06bf3ac333 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380144 May 20 16:01:40.556761 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33316) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:40.725863 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff1eac-4afd-4029-a125-877bf9fc3281 tempest-TestMinimumBasicScenario-1265839378 tempest-TestMinimumBasicScenario-1265839378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:40.727330 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-fdff1eac-4afd-4029-a125-877bf9fc3281 tempest-TestMinimumBasicScenario-1265839378 tempest-TestMinimumBasicScenario-1265839378-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1093 time: 0.1696012 May 20 16:01:40.730195 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-6d1293d2-6547-4265-a35b-96fda1614177 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1499729 May 20 16:01:40.731345 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33324) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:40.736143 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'floatingip': {'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'port_id': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:40.742632 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:40.746354 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Usage tracker for resource:floatingip and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:40.749249 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:40.755371 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:40.765205 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for floatingip, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.025117 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8094d5-1328-4e94-93a7-89118644b560 req-6dd4de7e-f650-4f09-87a3-37cd86ddfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:41.026506 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-6dd4de7e-f650-4f09-87a3-37cd86ddfcaa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1098 time: 0.2274799 May 20 16:01:41.083603 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.266441 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8094d5-1328-4e94-93a7-89118644b560 req-6d535815-a6b7-4a02-b5e2-3a1a170823fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:41.267895 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-6d535815-a6b7-4a02-b5e2-3a1a170823fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 916 time: 0.2215285 May 20 16:01:41.341596 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-d55a1955-8da2-4788-b14a-210f2782f44d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 217 time: 0.0655615 May 20 16:01:41.384681 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Allocated IP 172.27.2.98 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/fa795e0a-35ef-4cae-abd2-4f1636b1fce2) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:41.448054 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8094d5-1328-4e94-93a7-89118644b560 req-86beb9fd-5413-4d14-a8bf-5abd9fd7f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:41.449480 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-86beb9fd-5413-4d14-a8bf-5abd9fd7f30a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 200 len: 854 time: 0.0993955 May 20 16:01:41.611930 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.624074 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8094d5-1328-4e94-93a7-89118644b560 req-c47814d7-5df3-4c70-9686-ec611d0033d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:41.625545 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-c47814d7-5df3-4c70-9686-ec611d0033d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1729774-db0e-44db-8282-15f46b9fee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1288750 May 20 16:01:41.636773 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-1fc73dad-cc7e-492c-bb32-7a381da6122c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:01:41.637697 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-1fc73dad-cc7e-492c-bb32-7a381da6122c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048821 May 20 16:01:41.685047 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.690823 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9f45573f-3e25-4ec0-a2ee-66dd8931b722 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:41.807558 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:41.812103 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:41.817772 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:41.857068 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'Port': ['ID=fa795e0a-35ef-4cae-abd2-4f1636b1fce2,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:41.867360 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:41.872636 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.891233 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-6118e236-f03e-48d0-b297-4a94e713e1a5 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454681 May 20 16:01:42.134114 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7b67e4b5-2d23-48af-8e1d-777b7478ff0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.177995 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8a8094d5-1328-4e94-93a7-89118644b560 req-e10e229d-f304-4644-8c9f-f7b1c73fa96b service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602654 May 20 16:01:42.453354 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.525622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.731077 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.735510 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.740580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b9580223-1bbf-4355-855e-0d2f1e1ec8bc tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:42.848226 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'Port': ['ID=fa795e0a-35ef-4cae-abd2-4f1636b1fce2,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:42.852378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:42.856810 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.022903 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.l3_db [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Floating IP 6c65f351-e736-4494-8ce3-dc070964ed4c associated. External IP: 172.27.2.98, port: a8015ee0-84a3-43f2-94d5-25c227d901c2. May 20 16:01:43.170137 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.367519 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:01:43.541834 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:43.551620 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] Sync routers for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:43.561319 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:43.561932 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:01:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:43.565958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.628593 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8961210 May 20 16:01:43.629398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:43.631944 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33330) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:43.637883 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665477289', 'description': 'tempest-secgroup-smoke-1665477289 description', 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:43.644536 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:43.654539 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:43.666778 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.677045 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'status': 'completed', 'code': 200} May 20 16:01:43.688630 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:43.692554 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Usage tracker for resource:security_group_rule and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:43.695509 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:43.701352 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:43.756566 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:43.776082 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-08e77fb2-63ce-48a7-9d56-51573ca3386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:43.777731 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-08e77fb2-63ce-48a7-9d56-51573ca3386a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1098 time: 0.0771005 May 20 16:01:43.869872 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.874009 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.877890 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-706afeaf-a4e4-4037-b9a5-fdf7ab89f3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:43.918727 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:43.923966 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:43.928982 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.930424 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-764c6b57-1589-4f17-92fe-16d0ca1ca370 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2972472 May 20 16:01:43.933237 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33336) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:43.944142 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'security_group_rule': {'security_group_id': 'fcc22134-05c9-4df6-a0bd-fb5a6a1043fc', 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:43.950507 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:43.955178 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Usage tracker for resource:security_group_rule and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:43.959233 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:43.967808 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:43.984015 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.024977 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-d6897c2c-6274-49ec-87af-f3a233aac2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:44.026445 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-d6897c2c-6274-49ec-87af-f3a233aac2ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 916 time: 0.2399557 May 20 16:01:44.048926 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.053783 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.056055 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-faa98d7f-4800-44bd-b560-cea9b93d8a3d tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.082357 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77d4dfe-7d0b-4b9d-bd7b-da87fbc8f3f2,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.088346 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.095102 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.099421 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1651802 May 20 16:01:44.100068 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33340) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:44.105375 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'security_group_rule': {'security_group_id': 'fcc22134-05c9-4df6-a0bd-fb5a6a1043fc', 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:44.111369 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:44.115819 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Usage tracker for resource:security_group_rule and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:44.118645 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:44.124859 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:44.130291 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '6c65f351-e736-4494-8ce3-dc070964ed4c', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'port_id': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'mac_address': 'fa:16:3e:2c:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248b8641-ee45-4f61-b473-ce3282d51f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:01:42Z', 'updated_at': '2021-05-20T16:01:42Z', 'revision_number': 0, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070453e3-de90-451f-b4f6-05f9df403ea5', 'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'mac_address': 'fa:16:3e:59:16:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:51Z', 'updated_at': '2021-05-20T16:00:57Z', 'revision_number': 5, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'subnets': [{'id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:44.135282 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] Checking router: d8a283fe-f3a3-47a3-a7e4-0838a0df7282 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:01:44.143981 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-59d191ce-ff48-4231-8870-420a77765f93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 998 time: 0.1105452 May 20 16:01:44.144194 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:44.144462 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.144837 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:01:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:44.207603 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-2565d2f1-446f-47b0-a8ae-be7bf803d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:44.209118 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-2565d2f1-446f-47b0-a8ae-be7bf803d130 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 200 len: 854 time: 0.0590305 May 20 16:01:44.210287 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.214129 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.223891 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.244475 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201875ad-7cee-4b38-b39b-a6166c46006f,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.247129 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.255949 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.257576 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564646 May 20 16:01:44.260330 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33344) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:44.266169 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'security_group_rule': {'security_group_id': 'fcc22134-05c9-4df6-a0bd-fb5a6a1043fc', 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:44.273807 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:44.278733 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Usage tracker for resource:security_group_rule and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:44.283046 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:44.286730 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-81fbb256-7431-4661-9136-b10febf4b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:44.288369 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-81fbb256-7431-4661-9136-b10febf4b7c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1729774-db0e-44db-8282-15f46b9fee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725703 May 20 16:01:44.289122 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:44.306353 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.327244 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:44.370294 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.374378 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.376746 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ea27c8f7-e81d-4b82-8245-4294e9e80bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.400514 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa14f213-ab19-409d-903d-597e66a46a9f,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.409253 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.414711 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.416129 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-236bb4b8-c0f7-4bf0-a58f-cfa5250381ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545625 May 20 16:01:44.418803 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33348) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:44.425427 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'security_group_rule': {'security_group_id': 'fcc22134-05c9-4df6-a0bd-fb5a6a1043fc', 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:44.430482 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-e640923a-6b23-47c2-88c8-cf2f37ff585d service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351922 May 20 16:01:44.432856 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:44.437281 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Usage tracker for resource:security_group_rule and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:44.440597 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:44.446669 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:44.463401 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.530061 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.534941 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.543063 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.564013 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a001085-5964-4053-972a-4d24f54de0eb,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.567024 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.569837 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5d8093c-c0d2-4e35-b0f6-66d3bd8d05f2 req-0bbf5491-e560-4508-b707-a6070d692873 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304882 May 20 16:01:44.572845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.574040 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542900 May 20 16:01:44.577012 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33352) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:44.582706 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'security_group_rule': {'security_group_id': 'fcc22134-05c9-4df6-a0bd-fb5a6a1043fc', 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:44.589126 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:44.593595 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Usage tracker for resource:security_group_rule and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:44.596484 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:44.603100 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:44.612653 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.securitygroups_db [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Project 8ece41237fd04bb49bc38aae5f28ad1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:01:44.618588 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.686063 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.690068 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.692709 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.714856 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5738b7-cde3-4752-8e1e-0f1741a49bcb,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.720575 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.725009 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.726282 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-b45c9317-6655-4138-ae8f-f608aeedf9e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482909 May 20 16:01:44.729899 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33356) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:44.735634 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'security_group_rule': {'security_group_id': 'fcc22134-05c9-4df6-a0bd-fb5a6a1043fc', 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:44.737323 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.741838 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:44.743670 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '6c65f351-e736-4494-8ce3-dc070964ed4c', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'port_id': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'mac_address': 'fa:16:3e:2c:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248b8641-ee45-4f61-b473-ce3282d51f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:01:42Z', 'updated_at': '2021-05-20T16:01:42Z', 'revision_number': 0, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070453e3-de90-451f-b4f6-05f9df403ea5', 'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'mac_address': 'fa:16:3e:59:16:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:51Z', 'updated_at': '2021-05-20T16:00:57Z', 'revision_number': 5, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'subnets': [{'id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:44.745845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Usage tracker for resource:security_group_rule and tenant:8ece41237fd04bb49bc38aae5f28ad1c is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:44.747650 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0821edd-ac67-4f8c-9848-2e662536c475 None None] The sync data for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi is: [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '6c65f351-e736-4494-8ce3-dc070964ed4c', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'port_id': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'mac_address': 'fa:16:3e:2c:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248b8641-ee45-4f61-b473-ce3282d51f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:01:42Z', 'updated_at': '2021-05-20T16:01:42Z', 'revision_number': 0, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070453e3-de90-451f-b4f6-05f9df403ea5', 'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'mac_address': 'fa:16:3e:59:16:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:51Z', 'updated_at': '2021-05-20T16:00:57Z', 'revision_number': 5, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'subnets': [{'id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:44.749263 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:44.755934 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:44.767815 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.securitygroups_db [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Project 8ece41237fd04bb49bc38aae5f28ad1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:01:44.773698 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.842777 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.846517 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.848820 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6cde7fbd-e9ab-44ef-b7f2-810a3a10a491 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.872354 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5714bcd4-d91c-461b-a2b8-f55f3f39a301,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.877051 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.882207 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.884245 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537867 May 20 16:01:44.920708 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823ce7a-30ee-454a-992f-30fb65583d0a None None] New status for floating IP 6c65f351-e736-4494-8ce3-dc070964ed4c: ACTIVE {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:01:45.004635 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-ef4bea61-da84-4d88-8d35-80473e38f9cc tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665477289&fields=id&tenant_id=8ece41237fd04bb49bc38aae5f28ad1c HTTP/1.1" status: 200 len: 267 time: 0.0400517 May 20 16:01:45.088090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-f6d80a8a-0053-4e48-bd40-a2c9bdad5706 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:45.089556 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-f6d80a8a-0053-4e48-bd40-a2c9bdad5706 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0797031 May 20 16:01:45.100895 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'port': {'security_groups': ['98b40f8a-25cd-462f-b020-e36753f367bf', 'fcc22134-05c9-4df6-a0bd-fb5a6a1043fc']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:45.225601 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.477001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] For port a8015ee0-84a3-43f2-94d5-25c227d901c2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:45.500990 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.505485 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.510553 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-c69c0213-bb51-46c9-8386-60b0efbd60a8 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:45.517006 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['a8015ee0-84a3-43f2-94d5-25c227d901c2'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:01:45.574969 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:45.575597 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.577002 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6eeba3de-67cf-4a43-875f-6307f20fdfcf req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "PUT /v2.0/ports/a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 981 time: 0.4808507 May 20 16:01:45.595012 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'Port': ['ID=a8015ee0-84a3-43f2-94d5-25c227d901c2,revision_number=6']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:45.598610 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:45.655804 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['a8015ee0-84a3-43f2-94d5-25c227d901c2'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:01:45.678679 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:45.734209 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'status': 'completed', 'code': 200} May 20 16:01:45.786780 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8684a-41b8-4ffe-afd7-92e6e3c4b796 req-e4feae39-5078-40e5-add8-f84e4d2b4429 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:45.794376 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-34c8684a-41b8-4ffe-afd7-92e6e3c4b796 req-e4feae39-5078-40e5-add8-f84e4d2b4429 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.1001072 May 20 16:01:45.839950 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-34c8684a-41b8-4ffe-afd7-92e6e3c4b796 req-7ab995e8-805b-44d3-a3b1-d084bc31eb14 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Synchronizing usage tracker for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:45.850158 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-8d2f0db6-386b-4be1-a6e2-97dc2510a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:45.852053 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-8d2f0db6-386b-4be1-a6e2-97dc2510a9e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1137 time: 0.0937693 May 20 16:01:45.855363 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-34c8684a-41b8-4ffe-afd7-92e6e3c4b796 req-7ab995e8-805b-44d3-a3b1-d084bc31eb14 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Unset dirty status for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:45.856550 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-34c8684a-41b8-4ffe-afd7-92e6e3c4b796 req-7ab995e8-805b-44d3-a3b1-d084bc31eb14 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613873 May 20 16:01:45.964337 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-a6a78e67-6cfb-4348-872c-ec429c3f76ff None None] Provisioning complete for port a8015ee0-84a3-43f2-94d5-25c227d901c2 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:45.964721 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-a6a78e67-6cfb-4348-872c-ec429c3f76ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.990410 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-0bbe9a90-22ed-4d83-90cc-ada92a475a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:45.991786 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-0bbe9a90-22ed-4d83-90cc-ada92a475a05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 916 time: 0.1310821 May 20 16:01:46.097004 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-066b8ed9-770c-4489-bfe1-7d6d2351457b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 1000 time: 0.0978503 May 20 16:01:46.159344 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-c3b17d8e-a7a6-4789-90ae-6d2068d16dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:46.160830 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-c3b17d8e-a7a6-4789-90ae-6d2068d16dcf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 200 len: 854 time: 0.0572848 May 20 16:01:46.236145 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-92df8396-75f0-4aaa-89e1-bd62ce5f6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:46.237622 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-92df8396-75f0-4aaa-89e1-bd62ce5f6edd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1729774-db0e-44db-8282-15f46b9fee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0683937 May 20 16:01:46.468181 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-ad804dbd-d096-44ea-8104-67c6799c5743 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233858 May 20 16:01:46.598282 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebfed65f-8b8c-47c1-a857-1bfda6dbd7f0 req-95eb2fda-8d6d-4c47-a87f-f912c42ce007 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220877 May 20 16:01:53.583056 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:02:07.723075 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.822944 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-55363d9e-162a-47e4-a740-6ad19d8d28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:08.824647 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-55363d9e-162a-47e4-a740-6ad19d8d28ba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1137 time: 0.0718672 May 20 16:02:08.856667 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd323ee8-299f-4041-88ad-3d408048e944 req-75c91f49-29d8-41a8-9293-a2381b657046 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:08.858163 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dd323ee8-299f-4041-88ad-3d408048e944 req-75c91f49-29d8-41a8-9293-a2381b657046 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0804555 May 20 16:02:08.904763 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-dd323ee8-299f-4041-88ad-3d408048e944 req-eb36dc1d-aebf-4d63-9be7-94a429232bb0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407307 May 20 16:02:08.956623 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-b18b433e-c091-48a0-82fd-3b594c10d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:08.958065 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-b18b433e-c091-48a0-82fd-3b594c10d48a service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 916 time: 0.1268160 May 20 16:02:09.060431 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-b557a8d9-caab-4a58-8b86-0a3848a1400c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 1000 time: 0.0946345 May 20 16:02:09.123060 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-7a5d6f90-f8a6-48f8-9ca8-b5c06e3c67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:09.124408 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-7a5d6f90-f8a6-48f8-9ca8-b5c06e3c67b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 200 len: 854 time: 0.0569489 May 20 16:02:09.202941 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-eb8ada9d-de20-4adc-b14d-8a17fe536968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:09.204396 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-eb8ada9d-de20-4adc-b14d-8a17fe536968 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1729774-db0e-44db-8282-15f46b9fee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715427 May 20 16:02:09.332329 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-e411b383-9a1c-4474-8b7b-72618deccdf5 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207731 May 20 16:02:09.464086 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ba25d151-abc7-400a-a509-5cc50c1b0c54 req-fa29a97e-c0cf-4e07-a329-b8940087d702 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216643 May 20 16:02:09.476706 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-d7d09843-9181-4bbe-9a9c-6702f9fb69c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.089435 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830d47e-84a4-42af-b571-ceb9721440cb req-b9cdb988-7986-48f2-939d-3bb2ea7a54c3 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:10.090886 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b830d47e-84a4-42af-b571-ceb9721440cb req-b9cdb988-7986-48f2-939d-3bb2ea7a54c3 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0781646 May 20 16:02:10.137049 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b830d47e-84a4-42af-b571-ceb9721440cb req-09f713d9-d29d-4ca4-ae43-6f521012b0af tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401292 May 20 16:02:11.318949 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebe8fa-dba1-4a93-80a5-72d547e261d9 req-c5bebffc-f5d6-4250-b798-14a7baf2301c tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:11.320418 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-76ebe8fa-dba1-4a93-80a5-72d547e261d9 req-c5bebffc-f5d6-4250-b798-14a7baf2301c tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0823884 May 20 16:02:11.365647 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-76ebe8fa-dba1-4a93-80a5-72d547e261d9 req-b4a12664-f939-45c5-8bd4-e1838e883c1e tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395610 May 20 16:02:11.873990 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.135111 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0131-134d-4699-9ee9-e5aa3212dc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.549048 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197fa4f-4605-4d50-a3b5-909048baaacf req-7bed07de-b92c-4f43-9598-38c49585af67 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:12.550470 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f197fa4f-4605-4d50-a3b5-909048baaacf req-7bed07de-b92c-4f43-9598-38c49585af67 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0817220 May 20 16:02:12.596543 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f197fa4f-4605-4d50-a3b5-909048baaacf req-0dc13372-3668-4971-a67b-3aa3021ba9cc tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397685 May 20 16:02:13.172827 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.781400 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a345e-9c33-4e15-905d-db5de606b77f req-29a5ba66-5f31-4c16-a7d1-a0569f545b6c tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:13.782844 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5f3a345e-9c33-4e15-905d-db5de606b77f req-29a5ba66-5f31-4c16-a7d1-a0569f545b6c tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0802028 May 20 16:02:13.831824 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5f3a345e-9c33-4e15-905d-db5de606b77f req-39f0c1ea-0b5e-41d9-bcfb-93d2319f8e92 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428498 May 20 16:02:14.735437 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.011408 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13d159-38b6-4cca-85d0-7b0a45f2963c req-d0419396-32d9-40a6-a462-e0b159f4d6ba tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:15.012916 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2a13d159-38b6-4cca-85d0-7b0a45f2963c req-d0419396-32d9-40a6-a462-e0b159f4d6ba tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0785851 May 20 16:02:15.063022 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2a13d159-38b6-4cca-85d0-7b0a45f2963c req-92f0ebd0-9441-4b87-9d6e-873d4f78f92e tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431774 May 20 16:02:16.244144 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322ecf1-33e1-4ec2-bc7c-d2641f4252ce req-19096962-8aa2-494a-8a36-4cced21cf5af tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:16.245615 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3322ecf1-33e1-4ec2-bc7c-d2641f4252ce req-19096962-8aa2-494a-8a36-4cced21cf5af tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0780716 May 20 16:02:16.291143 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3322ecf1-33e1-4ec2-bc7c-d2641f4252ce req-c27a6144-fcde-4dbc-9905-5c0cfc6ab3af tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399091 May 20 16:02:17.471775 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba01b-7844-4b85-b064-d6cbcc3e5c37 req-7bba00be-5d48-45fa-b1c6-fdea48b4ab06 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:17.473129 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d75ba01b-7844-4b85-b064-d6cbcc3e5c37 req-7bba00be-5d48-45fa-b1c6-fdea48b4ab06 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0783610 May 20 16:02:17.519040 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d75ba01b-7844-4b85-b064-d6cbcc3e5c37 req-d26faefa-1d19-48e7-b9f1-878c7777121e tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396335 May 20 16:02:18.702548 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496f578-c56b-4bd2-baac-6f2f78ce9381 req-8c73d913-5086-4515-b927-21d1b6e0d193 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:18.704016 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c496f578-c56b-4bd2-baac-6f2f78ce9381 req-8c73d913-5086-4515-b927-21d1b6e0d193 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0813076 May 20 16:02:18.750570 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c496f578-c56b-4bd2-baac-6f2f78ce9381 req-3cab3c37-02e8-44bb-b99c-b110b7ddb2e4 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406516 May 20 16:02:19.940128 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc48cbf-c246-4414-9a6d-88fa232f4b58 req-2b718876-05d4-4447-b8a4-1488bbd63b86 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:19.941570 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebc48cbf-c246-4414-9a6d-88fa232f4b58 req-2b718876-05d4-4447-b8a4-1488bbd63b86 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0815835 May 20 16:02:19.987765 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ebc48cbf-c246-4414-9a6d-88fa232f4b58 req-1a2f2d43-6cd0-4a52-bd83-fca93b8f8df8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404513 May 20 16:02:21.170367 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea24f8-d62d-4012-be9c-669b76f6650c req-552eecd4-42ba-4015-ac6d-21f371ce53ba tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:21.171819 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-16ea24f8-d62d-4012-be9c-669b76f6650c req-552eecd4-42ba-4015-ac6d-21f371ce53ba tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0778437 May 20 16:02:21.216243 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-16ea24f8-d62d-4012-be9c-669b76f6650c req-77d9c627-543d-498a-9754-ba990aec6f04 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386391 May 20 16:02:22.395747 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc772f-eb50-4742-8ec0-dffc1dbf632c req-df4b3854-9ac4-4a20-abca-5f3913868db0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:22.397090 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ecdc772f-eb50-4742-8ec0-dffc1dbf632c req-df4b3854-9ac4-4a20-abca-5f3913868db0 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0781279 May 20 16:02:22.442310 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ecdc772f-eb50-4742-8ec0-dffc1dbf632c req-8075237d-c5fd-42d8-8d26-996b9af4b014 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395405 May 20 16:02:23.624846 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabba1e5-8250-4fa2-a1b9-b5751948558e req-9f3c0208-4bca-440c-814a-285a6d05ba87 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:23.626271 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-eabba1e5-8250-4fa2-a1b9-b5751948558e req-9f3c0208-4bca-440c-814a-285a6d05ba87 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0809047 May 20 16:02:23.672931 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-eabba1e5-8250-4fa2-a1b9-b5751948558e req-ad6abeb2-bc1f-4d26-b121-bfa6fe2f4ae3 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401936 May 20 16:02:24.957315 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdec2f-a53f-452e-b2bc-25828a65ce0a req-e36daae8-7002-41a2-aa8d-0db123a3a23f tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:24.958725 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-13fdec2f-a53f-452e-b2bc-25828a65ce0a req-e36daae8-7002-41a2-aa8d-0db123a3a23f tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.1775966 May 20 16:02:25.005222 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-13fdec2f-a53f-452e-b2bc-25828a65ce0a req-826ca6ae-8de8-4837-ac47-36c7da77fb5d tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399783 May 20 16:02:26.184666 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3e00f-c732-4b20-85d1-26e85cf65ead req-606020c6-7a15-49b0-89e7-1f60f839551d tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:26.186120 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-05b3e00f-c732-4b20-85d1-26e85cf65ead req-606020c6-7a15-49b0-89e7-1f60f839551d tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0774193 May 20 16:02:26.234751 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-05b3e00f-c732-4b20-85d1-26e85cf65ead req-38e9b8b8-0251-4420-a0f0-6e8722d7124c tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&id=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429773 May 20 16:02:30.581176 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:02:37.730060 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.478354 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-28c3fd29-8400-488b-8513-2a60b1b4fd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.678757 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-5992d6fd-1e8f-4ef2-a676-8a641d545365 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669262 May 20 16:02:40.815237 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-49f5483a-bc3b-45e8-b1e5-a9c88e54e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:40.816686 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-49f5483a-bc3b-45e8-b1e5-a9c88e54e546 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1137 time: 0.0714765 May 20 16:02:40.956376 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-77aa0bb3-6174-4a9d-908a-edee4b46df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:40.957694 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-77aa0bb3-6174-4a9d-908a-edee4b46df30 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 916 time: 0.1228466 May 20 16:02:41.059390 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-09d4ad32-10e5-47ac-9f4b-528f847b57cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 1000 time: 0.0935535 May 20 16:02:41.120673 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-19379521-e8d8-4151-9ed1-37cdc997a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:41.122071 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-19379521-e8d8-4151-9ed1-37cdc997a525 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 200 len: 854 time: 0.0564806 May 20 16:02:41.199052 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-2e0c8914-a4c7-4bcc-ac78-3731488ac81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:41.200507 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-2e0c8914-a4c7-4bcc-ac78-3731488ac81a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1729774-db0e-44db-8282-15f46b9fee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720870 May 20 16:02:41.331841 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-aa30e288-fe11-4fc2-8e37-e98354f366ee service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215038 May 20 16:02:41.463786 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-80e9cc49-4ae0-49f0-ae3a-75474bb69407 req-5bb22ba7-a090-4478-aff7-547cd2e0b757 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219072 May 20 16:02:41.875300 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.136401 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0b0699f4-eaf7-48dc-8dff-15ca855a8b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.174865 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:44.740698 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.097987 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e7f09421-e12a-4158-b735-029915f3d98b req-73e3d199-ebe0-4919-b72a-57330a052f0d tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665477289&fields=id&tenant_id=8ece41237fd04bb49bc38aae5f28ad1c HTTP/1.1" status: 200 len: 267 time: 0.0390325 May 20 16:02:59.178911 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09421-e12a-4158-b735-029915f3d98b req-210d79b4-0a4f-4a89-b494-afbfb42f42bd tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:59.180377 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e7f09421-e12a-4158-b735-029915f3d98b req-210d79b4-0a4f-4a89-b494-afbfb42f42bd tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 984 time: 0.0771313 May 20 16:02:59.192111 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-e7f09421-e12a-4158-b735-029915f3d98b req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Request body: {'port': {'security_groups': ['98b40f8a-25cd-462f-b020-e36753f367bf']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:59.309972 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-e7f09421-e12a-4158-b735-029915f3d98b req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.546695 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-e7f09421-e12a-4158-b735-029915f3d98b req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] For port a8015ee0-84a3-43f2-94d5-25c227d901c2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:59.570165 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-e7f09421-e12a-4158-b735-029915f3d98b req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.575360 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-e7f09421-e12a-4158-b735-029915f3d98b req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.581039 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bc3a5d12-a954-42d4-b380-ad88f75fd120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:59.588080 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['a8015ee0-84a3-43f2-94d5-25c227d901c2'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:02:59.642185 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09421-e12a-4158-b735-029915f3d98b req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:59.642829 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-e7f09421-e12a-4158-b735-029915f3d98b req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.644232 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e7f09421-e12a-4158-b735-029915f3d98b req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "PUT /v2.0/ports/a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 942 time: 0.4571769 May 20 16:02:59.647787 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:02:59.653412 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33420) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:59.674514 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event updated for resources: {'Port': ['ID=a8015ee0-84a3-43f2-94d5-25c227d901c2,revision_number=7']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:59.684875 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.685243 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.685608 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.685953 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.686360 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.687322 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.687606 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.688023 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.688375 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.688999 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.689685 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.690048 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.694342 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:59.732422 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['a8015ee0-84a3-43f2-94d5-25c227d901c2'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:02:59.748098 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.782644 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.792778 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'status': 'completed', 'code': 200} May 20 16:02:59.859294 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.864622 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-103eb2c0-281f-4c69-9d4d-dcf62c0ba772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:59.879715 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc22134-05c9-4df6-a0bd-fb5a6a1043fc,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:59.889304 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.890056 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.890447 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.890863 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.891234 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.891621 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.891978 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.892356 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.892951 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.894260 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.894260 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.894491 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.900314 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:59.906563 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.908135 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-9b974a0c-72fd-4ba7-937e-6be9411c04de tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "DELETE /v2.0/security-groups/fcc22134-05c9-4df6-a0bd-fb5a6a1043fc HTTP/1.1" status: 204 len: 168 time: 0.2537117 May 20 16:02:59.910826 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33426) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:59.915570 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-526d0bb8-977b-46ac-a3bd-3dc11c963c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:59.917589 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-526d0bb8-977b-46ac-a3bd-3dc11c963c2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1098 time: 0.1002150 May 20 16:02:59.954038 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-484b4f1d-ef09-4415-96ca-cd61c16736b6 None None] Provisioning complete for port a8015ee0-84a3-43f2-94d5-25c227d901c2 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:59.954447 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-484b4f1d-ef09-4415-96ca-cd61c16736b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.192394 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-97e48251-64e7-463e-9fb6-b3a17262494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:00.193893 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-97e48251-64e7-463e-9fb6-b3a17262494f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 916 time: 0.2696202 May 20 16:03:00.203853 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Deleting port fa795e0a-35ef-4cae-abd2-4f1636b1fce2 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:00.204198 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.300396 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-14e07e76-1839-46d9-a359-dff0248fd765 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 1000 time: 0.0988235 May 20 16:03:00.366435 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-571ebdda-2153-4bc0-8ec7-f453d59f8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:00.367919 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-571ebdda-2153-4bc0-8ec7-f453d59f8d99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 200 len: 854 time: 0.0584598 May 20 16:03:00.411745 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.411996 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.444532 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-3bd42f14-df5a-41f7-a1cc-52559cea51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:00.446026 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-3bd42f14-df5a-41f7-a1cc-52559cea51d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1729774-db0e-44db-8282-15f46b9fee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707693 May 20 16:03:00.538323 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Calling delete_port for fa795e0a-35ef-4cae-abd2-4f1636b1fce2 owned by network:floatingip {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:00.581695 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-cc68d176-2c8b-4a93-bb46-343315d06b8f service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276684 May 20 16:03:00.667360 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.672190 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:00.718704 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event deleted for resources: {'Port': ['ID=fa795e0a-35ef-4cae-abd2-4f1636b1fce2,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:00.719939 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-026a239a-8453-4543-abac-e3edd8b51ea7 req-499fee5b-087e-40b0-8722-3e6505feb47c service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303785 May 20 16:03:00.721868 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:00.807336 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks [] for floatingip, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.807663 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.l3_db [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Floating IP 6c65f351-e736-4494-8ce3-dc070964ed4c disassociated (deleted). External IP: 172.27.2.98, port: a8015ee0-84a3-43f2-94d5-25c227d901c2. May 20 16:03:01.149279 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:01.322015 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:01.333269 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] Sync routers for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:01.342167 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.343059 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:01.343693 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:02:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:01.398654 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "DELETE /v2.0/floatingips/6c65f351-e736-4494-8ce3-dc070964ed4c HTTP/1.1" status: 204 len: 168 time: 1.4867301 May 20 16:03:01.399220 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:03:01.446188 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'status': 'completed', 'code': 200} May 20 16:03:01.548320 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-0e6c1df3-104c-40d4-b620-978cd1fae1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:01.549857 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-0e6c1df3-104c-40d4-b620-978cd1fae1a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 1098 time: 0.0780423 May 20 16:03:01.557756 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:01.686146 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-fe94746a-b99e-4435-b876-1004e4b51a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:01.687592 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-fe94746a-b99e-4435-b876-1004e4b51a8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 200 len: 916 time: 0.1295741 May 20 16:03:01.760487 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-489c7eb5-7ab0-4ae7-bc2e-e6c3a51fa0e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 200 len: 217 time: 0.0635920 May 20 16:03:01.839836 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-32a49885-b6fa-49e4-a8f2-f7c2e778d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:01.841194 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-32a49885-b6fa-49e4-a8f2-f7c2e778d691 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 200 len: 854 time: 0.0718594 May 20 16:03:01.883412 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '070453e3-de90-451f-b4f6-05f9df403ea5', 'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'mac_address': 'fa:16:3e:59:16:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:51Z', 'updated_at': '2021-05-20T16:00:57Z', 'revision_number': 5, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'subnets': [{'id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:01.887916 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] Checking router: d8a283fe-f3a3-47a3-a7e4-0838a0df7282 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:01.896559 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:01.897167 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:02:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:01.924970 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-b924019a-0f8e-4a16-b143-abcdd4fef27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:01.926350 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-b924019a-0f8e-4a16-b143-abcdd4fef27d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1729774-db0e-44db-8282-15f46b9fee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0747495 May 20 16:03:02.063748 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-692f3d3c-5926-4022-8ad2-a6ad2dbbf546 service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250219 May 20 16:03:02.080034 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:02.198625 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3bcafce7-21b1-443e-bf2d-8b8147c294af req-9b23290e-a1ec-462c-9613-1f2c23bb12cb service neutron] 10.222.0.58 "GET /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262240 May 20 16:03:02.393887 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '070453e3-de90-451f-b4f6-05f9df403ea5', 'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'mac_address': 'fa:16:3e:59:16:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:51Z', 'updated_at': '2021-05-20T16:00:57Z', 'revision_number': 5, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'subnets': [{'id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:02.397800 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ece47e-6625-4aef-aed8-faf455552e26 None None] The sync data for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi is: [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:00:52Z', 'revision_number': 4, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '070453e3-de90-451f-b4f6-05f9df403ea5', 'name': '', 'network_id': 'f1729774-db0e-44db-8282-15f46b9fee9d', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'mac_address': 'fa:16:3e:59:16:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:51Z', 'updated_at': '2021-05-20T16:00:57Z', 'revision_number': 5, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'subnets': [{'id': '46a9c6bf-434a-429f-9b54-ba2d8ef59c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:02.602445 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e6468-6d72-47f4-9512-6ee98f36049e None None] New status for floating IP 6c65f351-e736-4494-8ce3-dc070964ed4c: DOWN {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:03:04.696460 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da1672-0185-4b56-bfd0-49134562d937 req-c11431a1-3825-4333-868d-868478d3145a tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:04.697051 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-36da1672-0185-4b56-bfd0-49134562d937 req-c11431a1-3825-4333-868d-868478d3145a tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Synchronizing usage tracker for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:04.711366 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-36da1672-0185-4b56-bfd0-49134562d937 req-c11431a1-3825-4333-868d-868478d3145a tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Unset dirty status for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:04.712488 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-36da1672-0185-4b56-bfd0-49134562d937 req-c11431a1-3825-4333-868d-868478d3145a tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0934682 May 20 16:03:04.756817 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-36da1672-0185-4b56-bfd0-49134562d937 req-17d8b356-f91a-4b50-ba52-6d26459102ba tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Synchronizing usage tracker for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:04.771495 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-36da1672-0185-4b56-bfd0-49134562d937 req-17d8b356-f91a-4b50-ba52-6d26459102ba tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Unset dirty status for tenant:8ece41237fd04bb49bc38aae5f28ad1c on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:04.772643 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-36da1672-0185-4b56-bfd0-49134562d937 req-17d8b356-f91a-4b50-ba52-6d26459102ba tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535815 May 20 16:03:05.959758 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fa9b5-f57f-4b41-8096-b3a2a5d0a8b9 req-66ca4231-dfa4-45ee-8b70-1bb75c0c2d69 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:05.961192 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c43fa9b5-f57f-4b41-8096-b3a2a5d0a8b9 req-66ca4231-dfa4-45ee-8b70-1bb75c0c2d69 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0813980 May 20 16:03:06.005323 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c43fa9b5-f57f-4b41-8096-b3a2a5d0a8b9 req-48564ea0-1b78-4c8f-85bd-3a60ec1e066e tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 May 20 16:03:06.599958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-f6b1b294-f608-4267-b351-f7a436a764c2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:06.601373 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-f6b1b294-f608-4267-b351-f7a436a764c2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.58 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0779326 May 20 16:03:06.735819 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Deleting port a8015ee0-84a3-43f2-94d5-25c227d901c2 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:06.736157 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:06.951616 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] For port a8015ee0-84a3-43f2-94d5-25c227d901c2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a8015ee0-84a3-43f2-94d5-25c227d901c2,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:06.951893 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.075664 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Calling delete_port for a8015ee0-84a3-43f2-94d5-25c227d901c2 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:07.185883 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.191504 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4cd2c59f-38d0-47ac-98aa-f5923e21e119 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:07.192829 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47ab8e-8b02-49ad-a26c-190a4971c0df req-6b399b7a-0b21-4f32-aa15-8b6e93db282d tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:07.194339 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1b47ab8e-8b02-49ad-a26c-190a4971c0df req-6b399b7a-0b21-4f32-aa15-8b6e93db282d tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/ports?device_id=248b8641-ee45-4f61-b473-ce3282d51f17 HTTP/1.1" status: 200 len: 945 time: 0.0839326 May 20 16:03:07.201878 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['a8015ee0-84a3-43f2-94d5-25c227d901c2'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:03:07.235080 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Pushing event deleted for resources: {'Port': ['ID=a8015ee0-84a3-43f2-94d5-25c227d901c2,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:07.238800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:07.246129 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1b47ab8e-8b02-49ad-a26c-190a4971c0df req-6eef6ce9-79cf-4172-8103-44d26d5eaa63 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.47 "GET /v2.0/security-groups?id=98b40f8a-25cd-462f-b020-e36753f367bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 May 20 16:03:07.313138 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] No DVR routers for this DVR port a8015ee0-84a3-43f2-94d5-25c227d901c2 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:07.315641 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.318147 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'name': 'network-vif-deleted', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:03:07.333489 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bf1e3a31-07fa-4734-9a69-4aeb580db784 req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] 10.222.0.58 "DELETE /v2.0/ports/a8015ee0-84a3-43f2-94d5-25c227d901c2 HTTP/1.1" status: 204 len: 173 time: 0.7235889 May 20 16:03:07.364284 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b8641-ee45-4f61-b473-ce3282d51f17', 'name': 'network-vif-deleted', 'tag': 'a8015ee0-84a3-43f2-94d5-25c227d901c2', 'status': 'completed', 'code': 200} May 20 16:03:07.580542 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:03:07.730274 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.481733 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8e993e8a-1db3-4088-bd49-ae897fc39ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.879168 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33510) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:10.404102 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496423'] for router_interface, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:10.544412 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a8015ee0-84a3-43f2-94d5-25c227d901c2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:10.577472 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: a8015ee0-84a3-43f2-94d5-25c227d901c2 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:10.577826 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device a8015ee0-84a3-43f2-94d5-25c227d901c2 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:10.886419 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Deleting port 070453e3-de90-451f-b4f6-05f9df403ea5 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:10.887000 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.001960 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] For port 070453e3-de90-451f-b4f6-05f9df403ea5, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=070453e3-de90-451f-b4f6-05f9df403ea5,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:11.002306 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.123321 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Calling delete_port for 070453e3-de90-451f-b4f6-05f9df403ea5 owned by network:router_interface {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:11.266269 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.269746 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ea1aaf06-a819-4249-b82d-5a5b14411100 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:11.313029 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Pushing event deleted for resources: {'Port': ['ID=070453e3-de90-451f-b4f6-05f9df403ea5,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:11.315928 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:11.573739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-523180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496531'] for router_interface, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.880475 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.921593 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:12.092507 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:12.100746 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] Sync routers for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:12.105361 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] 10.222.0.47 "PUT /v2.0/routers/d8a283fe-f3a3-47a3-a7e4-0838a0df7282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2248502 May 20 16:03:12.107782 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33514) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:12.110462 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:12.111137 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:02:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:12.199009 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-04d4b1a9-e487-45f7-b007-ade0c384a92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:12.301227 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:12.387778 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks [] for router, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:12.562710 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:12.619523 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:03:11Z', 'revision_number': 5, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port': {'id': '3ac8974f-1687-48ed-8015-0abb681030e6', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:49Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:12.623330 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] Checking router: d8a283fe-f3a3-47a3-a7e4-0838a0df7282 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:12.631559 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] Routers {'d8a283fe-f3a3-47a3-a7e4-0838a0df7282'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:12.632306 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:12.632802 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Deleting port 3ac8974f-1687-48ed-8015-0abb681030e6 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:12.633147 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:12.756152 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] For port 3ac8974f-1687-48ed-8015-0abb681030e6, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3ac8974f-1687-48ed-8015-0abb681030e6,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:12.756446 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:12.780928 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] Set router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 gateway port host: None {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:12.880530 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Calling delete_port for 3ac8974f-1687-48ed-8015-0abb681030e6 owned by network:router_gateway {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:12.883248 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:03:12Z', 'revision_number': 6, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port_host': None}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:12.887763 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee768b-4f89-42a3-aef1-f810ad8059ca None None] The sync data for ids ['d8a283fe-f3a3-47a3-a7e4-0838a0df7282'] in dv-cinder-784779-12-iscsi is: [{'id': 'd8a283fe-f3a3-47a3-a7e4-0838a0df7282', 'name': 'tempest-TestMinimumBasicScenario-1828044034-router', 'tenant_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:48Z', 'updated_at': '2021-05-20T16:03:12Z', 'revision_number': 6, 'project_id': '8ece41237fd04bb49bc38aae5f28ad1c', 'gw_port_host': None}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:13.013299 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.017437 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-740dd35e-8939-4863-919b-e49eb6d13778 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:13.062531 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac8974f-1687-48ed-8015-0abb681030e6,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:13.088120 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:13.150046 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474892'] for router_gateway, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.178570 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.329068 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.331230 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.353160 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-474160'] for router, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.354385 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a283fe-f3a3-47a3-a7e4-0838a0df7282 {{(pid=91643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:03:13.366092 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] Notify callbacks [] for router, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.367184 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-f7e481fc-e236-4ee8-927e-0beddcae3824 admin admin] 10.222.0.47 "DELETE /v2.0/routers/d8a283fe-f3a3-47a3-a7e4-0838a0df7282 HTTP/1.1" status: 204 len: 168 time: 1.2585256 May 20 16:03:13.370204 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33518) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:13.429500 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_v2 [None req-77025cd9-1362-42de-9357-678dd0fe23ad admin admin] Deleting subnet 46a9c6bf-434a-429f-9b54-ba2d8ef59c09 {{(pid=91643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:03:13.432894 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-77025cd9-1362-42de-9357-678dd0fe23ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.480646 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-77025cd9-1362-42de-9357-678dd0fe23ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4097012'] for subnet, precommit_delete_associations {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.554266 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-77025cd9-1362-42de-9357-678dd0fe23ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.687798 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 070453e3-de90-451f-b4f6-05f9df403ea5 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:13.724616 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 070453e3-de90-451f-b4f6-05f9df403ea5 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:13.725051 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 070453e3-de90-451f-b4f6-05f9df403ea5 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:13.910653 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-77025cd9-1362-42de-9357-678dd0fe23ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3905190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4028879'] for subnet, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.915260 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:13.951180 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77025cd9-1362-42de-9357-678dd0fe23ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a9c6bf-434a-429f-9b54-ba2d8ef59c09,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:13.954201 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-77025cd9-1362-42de-9357-678dd0fe23ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:13.955159 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-77025cd9-1362-42de-9357-678dd0fe23ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.960587 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a36c93-b3a9-49cb-ba61-265522223a89 None None] Network f1729774-db0e-44db-8282-15f46b9fee9d requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:13.961014 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-77025cd9-1362-42de-9357-678dd0fe23ad admin admin] 10.222.0.47 "DELETE /v2.0/subnets/46a9c6bf-434a-429f-9b54-ba2d8ef59c09 HTTP/1.1" status: 204 len: 168 time: 0.5897887 May 20 16:03:13.963981 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33522) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:14.064166 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.140619 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Deleting port 07fa1a3b-e860-4426-aca2-56886f93595c {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:14.140957 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.204360 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] DHCP port deletion for f1729774-db0e-44db-8282-15f46b9fee9d request from dv-cinder-784779-12-iscsi {{(pid=91645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:03:14.240590 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] For port 07fa1a3b-e860-4426-aca2-56886f93595c, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=07fa1a3b-e860-4426-aca2-56886f93595c,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:14.240944 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.271441 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Deleting port 07fa1a3b-e860-4426-aca2-56886f93595c {{(pid=91645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:14.271865 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.361175 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Calling delete_port for 07fa1a3b-e860-4426-aca2-56886f93595c owned by network:dhcp {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:14.365418 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] For port 07fa1a3b-e860-4426-aca2-56886f93595c, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=07fa1a3b-e860-4426-aca2-56886f93595c,segment=NetworkSegment(23b174cc-c0f9-4831-9771-e3db62e3cf1a),segment_id=23b174cc-c0f9-4831-9771-e3db62e3cf1a)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:14.365813 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.406477 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.410128 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-b8fc1027-ca31-4f8a-ba7f-2a048c48811c tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:14.455723 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=07fa1a3b-e860-4426-aca2-56886f93595c,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:14.458697 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:14.459463 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] No DVR routers for this DVR port 07fa1a3b-e860-4426-aca2-56886f93595c on host dv-cinder-784779-12-iscsi {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:14.489789 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Calling delete_port for 07fa1a3b-e860-4426-aca2-56886f93595c owned by network:dhcp {{(pid=91645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:14.530602 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919'] for port, after_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.534075 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:14.572259 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.575711 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Pushing event deleted for resources: {'Port': ['ID=07fa1a3b-e860-4426-aca2-56886f93595c,revision_number=None']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:14.580366 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] No DVR routers for this DVR port 07fa1a3b-e860-4426-aca2-56886f93595c on host dv-cinder-784779-12-iscsi {{(pid=91645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:14.586284 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.590250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.590250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.590250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.590250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.590250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.590250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.590250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.590250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.590250 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.591287 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.591287 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:14.594422 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1729774-db0e-44db-8282-15f46b9fee9d']}} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:14.594562 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:14.607926 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b174cc-c0f9-4831-9771-e3db62e3cf1a') {'for_net_delete': True} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:14.608241 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b174cc-c0f9-4831-9771-e3db62e3cf1a') {} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:14.619468 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4097019'] for segment, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.635608 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.641695 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=91643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:14.642072 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3905024'] for segment, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: Traceback (most recent call last): May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: timer() May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: cb(*args, **kw) May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: return func(*args, **kwargs) May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: self._notify() May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: self.callback(batched_events) May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: event.method(event) May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: return f(self, *a, **k) May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._get(url).json() May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: return self.request(url, 'GET', **kwargs) May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:14.655579 dv-cinder-784779-12-iscsi neutron-server[91643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:14.730148 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.733710 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9cf33d20-e8de-4d25-8c4b-8db565b11e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:14.746854 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.749280 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.757211 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1729774-db0e-44db-8282-15f46b9fee9d,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:14.761916 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:14.765226 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-7cebe925-c4d5-4869-a2c7-d4875d1b3e1c admin admin] 10.222.0.47 "DELETE /v2.0/networks/f1729774-db0e-44db-8282-15f46b9fee9d HTTP/1.1" status: 204 len: 168 time: 0.8003447 May 20 16:03:14.768170 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33526) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:15.318567 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3ac8974f-1687-48ed-8015-0abb681030e6 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:15.355233 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 3ac8974f-1687-48ed-8015-0abb681030e6 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:15.355580 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3ac8974f-1687-48ed-8015-0abb681030e6 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:15.356016 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 07fa1a3b-e860-4426-aca2-56886f93595c no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:15.377804 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496423'] for router_interface, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:15.388352 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 07fa1a3b-e860-4426-aca2-56886f93595c {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:15.388637 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 07fa1a3b-e860-4426-aca2-56886f93595c not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:15.771912 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Deleting port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:15.772477 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:15.889166 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] For port 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8,segment=NetworkSegment(74493cd0-1f17-4789-81c8-a6c8755987a7),segment_id=74493cd0-1f17-4789-81c8-a6c8755987a7)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:15.889515 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.007294 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Calling delete_port for 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 owned by network:router_interface {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:16.387705 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.391036 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6df3215c-e017-4814-96a2-8f9438670a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:16.435318 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:16.438431 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:16.692207 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-523180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496531'] for router_interface, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.034603 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:17.207872 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:17.217866 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] 10.222.0.47 "PUT /v2.0/routers/8d7fc249-3428-40d7-a9b2-5a74b67ad85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4486375 May 20 16:03:17.218026 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] Sync routers for ids ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:17.220370 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33530) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:17.226568 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] Routers {'8d7fc249-3428-40d7-a9b2-5a74b67ad85b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:17.227163 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:17.392563 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.397305 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] Set router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:17.667910 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.679443 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:55Z', 'updated_at': '2021-05-20T16:03:16Z', 'revision_number': 5, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'gw_port': {'id': 'c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:56Z', 'updated_at': '2021-05-20T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:17.684045 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] Checking router: 8d7fc249-3428-40d7-a9b2-5a74b67ad85b for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:17.692090 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] Routers {'8d7fc249-3428-40d7-a9b2-5a74b67ad85b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:17.692672 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:17.739298 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Deleting port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:17.739633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.835069 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] Set router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b gateway port host: None {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:17.859289 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] For port c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:17.859634 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.937427 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:55Z', 'updated_at': '2021-05-20T16:03:17Z', 'revision_number': 6, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'gw_port_host': None}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:17.941167 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27bce1-1782-4e11-9833-ccb1a79fb9a6 None None] The sync data for ids ['8d7fc249-3428-40d7-a9b2-5a74b67ad85b'] in dv-cinder-784779-12-iscsi is: [{'id': '8d7fc249-3428-40d7-a9b2-5a74b67ad85b', 'name': 'tempest-TestMinimumBasicScenario-789827007-router', 'tenant_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:55Z', 'updated_at': '2021-05-20T16:03:17Z', 'revision_number': 6, 'project_id': 'fb00091dfcc749278a18ed8fb1cb34fa', 'gw_port_host': None}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:17.981999 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Calling delete_port for c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd owned by network:router_gateway {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:18.113299 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.117540 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-26757f37-3e9f-4fed-b46e-7e6b8f4eac60 tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:18.162352 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:18.187925 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:18.249698 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474892'] for router_gateway, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.422898 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.425093 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.446351 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-474160'] for router, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.446803 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7fc249-3428-40d7-a9b2-5a74b67ad85b {{(pid=91644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:03:18.459222 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.460352 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] 10.222.0.47 "DELETE /v2.0/routers/8d7fc249-3428-40d7-a9b2-5a74b67ad85b HTTP/1.1" status: 204 len: 168 time: 1.2390926 May 20 16:03:18.463388 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33534) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:18.522628 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0b9ae5-6cd9-47d9-8081-d4efcf4f8f7c admin admin] Deleting subnet c7e05af2-341c-4d4b-9508-662779374f3c {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:03:18.526066 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9ae5-6cd9-47d9-8081-d4efcf4f8f7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.573494 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9ae5-6cd9-47d9-8081-d4efcf4f8f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.689826 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9ae5-6cd9-47d9-8081-d4efcf4f8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.940037 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9ae5-6cd9-47d9-8081-d4efcf4f8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.943935 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-60df2098-a476-4eb8-b5ca-c245aa2ed74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:18.977944 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b9ae5-6cd9-47d9-8081-d4efcf4f8f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e05af2-341c-4d4b-9508-662779374f3c,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:18.980943 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-2a0b9ae5-6cd9-47d9-8081-d4efcf4f8f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:18.981886 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2a0b9ae5-6cd9-47d9-8081-d4efcf4f8f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.987164 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa389cc-cc7f-4b84-8b9e-ace638cdcfb3 None None] Network 396c7f70-c828-4416-a3cb-225e1c84f26c requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:18.987860 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-2a0b9ae5-6cd9-47d9-8081-d4efcf4f8f7c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c7e05af2-341c-4d4b-9508-662779374f3c HTTP/1.1" status: 204 len: 168 time: 0.5234883 May 20 16:03:18.990309 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33538) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:19.194442 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.262774 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] DHCP port deletion for 396c7f70-c828-4416-a3cb-225e1c84f26c request from dv-cinder-784779-12-iscsi {{(pid=91645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:03:19.265927 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Deleting port d9077cf4-776b-4b54-8f73-f81491013f37 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:19.266271 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.330271 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] Deleting port d9077cf4-776b-4b54-8f73-f81491013f37 {{(pid=91645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:19.330648 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.343789 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:19.373389 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] For port d9077cf4-776b-4b54-8f73-f81491013f37, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=d9077cf4-776b-4b54-8f73-f81491013f37,segment=NetworkSegment(74493cd0-1f17-4789-81c8-a6c8755987a7),segment_id=74493cd0-1f17-4789-81c8-a6c8755987a7)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:19.373742 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.391543 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:19.391922 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 84f874dc-8a7d-4ddc-bbe3-126fbe8a4eb8 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:19.392339 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device d9077cf4-776b-4b54-8f73-f81491013f37 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:19.498160 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Calling delete_port for d9077cf4-776b-4b54-8f73-f81491013f37 owned by network:dhcp {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:19.508956 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] For port d9077cf4-776b-4b54-8f73-f81491013f37, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=d9077cf4-776b-4b54-8f73-f81491013f37,segment=NetworkSegment(74493cd0-1f17-4789-81c8-a6c8755987a7),segment_id=74493cd0-1f17-4789-81c8-a6c8755987a7)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:19.509353 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.544701 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.549412 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d8fe3376-9979-4b9e-a46a-8cbd9d0ad0b8 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:19.592103 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d9077cf4-776b-4b54-8f73-f81491013f37,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:19.594601 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:19.597099 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] No DVR routers for this DVR port d9077cf4-776b-4b54-8f73-f81491013f37 on host dv-cinder-784779-12-iscsi {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:19.626264 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No ports have port_id starting with d9077cf4-776b-4b54-8f73-f81491013f37 May 20 16:03:19.627271 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:19.655988 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] Calling delete_port for d9077cf4-776b-4b54-8f73-f81491013f37 owned by network:dhcp {{(pid=91645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:19.669632 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:19.669976 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device c216b6e9-3d7b-4f2c-bf70-5c1ecc7e2fdd not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:19.708918 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919'] for port, after_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.712117 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.712418 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-fe3c1df0-d76f-48c0-adc3-8debd1ea7c85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:19.725509 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396c7f70-c828-4416-a3cb-225e1c84f26c']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:19.737804 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74493cd0-1f17-4789-81c8-a6c8755987a7') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:19.738103 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74493cd0-1f17-4789-81c8-a6c8755987a7') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:19.749459 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.757559 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] Pushing event deleted for resources: {'Port': ['ID=d9077cf4-776b-4b54-8f73-f81491013f37,revision_number=None']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:19.760574 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:19.761366 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] No DVR routers for this DVR port d9077cf4-776b-4b54-8f73-f81491013f37 on host dv-cinder-784779-12-iscsi {{(pid=91645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:19.765411 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.776196 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:19.776705 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:19.789708 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:19.864634 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.869821 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.872401 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4bff6e8b-3a36-45d9-92b4-2e8de650e31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:19.892260 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Pushing event deleted for resources: {'Network': ['ID=396c7f70-c828-4416-a3cb-225e1c84f26c,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:19.894977 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:19.896764 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] 10.222.0.47 "DELETE /v2.0/networks/396c7f70-c828-4416-a3cb-225e1c84f26c HTTP/1.1" status: 204 len: 168 time: 0.9055498 May 20 16:03:20.061668 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33544) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:20.109002 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-685e344d-ef4b-44d3-be2a-704d34b3b0f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ece41237fd04bb49bc38aae5f28ad1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460236 May 20 16:03:20.111302 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33548) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:20.171949 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-29acf6db-47e8-447c-b36d-bbe15b2a9d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.197142 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-29acf6db-47e8-447c-b36d-bbe15b2a9d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.249844 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-29acf6db-47e8-447c-b36d-bbe15b2a9d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.256084 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-73672786-611f-4904-af5c-9dc78914d4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:20.268864 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acf6db-47e8-447c-b36d-bbe15b2a9d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b40f8a-25cd-462f-b020-e36753f367bf,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:20.271451 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-29acf6db-47e8-447c-b36d-bbe15b2a9d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:20.279970 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-29acf6db-47e8-447c-b36d-bbe15b2a9d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.281041 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-29acf6db-47e8-447c-b36d-bbe15b2a9d15 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/98b40f8a-25cd-462f-b020-e36753f367bf HTTP/1.1" status: 204 len: 168 time: 0.1688094 May 20 16:03:20.613294 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33556) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:20.660805 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-5723aa78-2b37-4d9e-b2e9-9f991a9c0672 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb00091dfcc749278a18ed8fb1cb34fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463555 May 20 16:03:20.663121 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33560) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:20.718344 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aba81d91-d3b6-4c02-8fa9-c3fc68075cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.742622 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aba81d91-d3b6-4c02-8fa9-c3fc68075cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.796665 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aba81d91-d3b6-4c02-8fa9-c3fc68075cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.801349 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-bb8e9593-633c-4a56-9636-d15fd427066b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:20.811221 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba81d91-d3b6-4c02-8fa9-c3fc68075cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6346991-3ffe-4a9f-b6c0-8f88fcde95cd,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:20.815582 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-aba81d91-d3b6-4c02-8fa9-c3fc68075cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:20.817479 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aba81d91-d3b6-4c02-8fa9-c3fc68075cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.818578 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-aba81d91-d3b6-4c02-8fa9-c3fc68075cce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6346991-3ffe-4a9f-b6c0-8f88fcde95cd HTTP/1.1" status: 204 len: 168 time: 0.1545835 May 20 16:03:21.524545 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33586) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:21.627493 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-180763059-network', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:21.632046 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:21.636399 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Usage tracker for resource:network and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:21.639183 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:21.645619 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:21.655623 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Made reservation on behalf of 9d9c9c80168248038ab26558c3f4ec43 for: {'network': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:21.657895 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.669435 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.683168 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:21.686884 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:21.689679 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:21.695208 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:21.775265 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.778927 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.782717 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-2f18581d-948f-49cb-9713-e92f6b87f8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:21.805698 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=91644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:21.818143 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a46fc5b-4503-42be-9959-302902ddc3ff,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:21.822980 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:21.823889 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.824223 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.segments_db [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Added segment 64b9417c-0faf-4c88-82b7-ef2635755a8e of type vlan for network d695483a-f100-4d3c-b24d-b937b5243ef1 May 20 16:03:21.850277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.878750 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.880151 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:21.880720 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.883915 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6ece5963-b894-4147-ac36-eebc19794428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:21.984471 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4586227 May 20 16:03:21.985401 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d695483a-f100-4d3c-b24d-b937b5243ef1,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:21.988031 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d745f528-2862-422f-8aa3-847f0d78a7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:21.988207 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33592) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:21.995265 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network d695483a-f100-4d3c-b24d-b937b5243ef1 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:22.000996 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Request body: {'subnet': {'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-180763059-subnet', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'ip_version': 4}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:22.005877 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:22.010633 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Usage tracker for resource:subnet and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:22.013562 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:22.019239 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:22.029194 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Made reservation on behalf of 9d9c9c80168248038ab26558c3f4ec43 for: {'subnet': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:22.031485 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4028884'] for subnet, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.413154 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3905257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4028870'] for subnet, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.417483 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:22.580366 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf76666f-1aed-4e04-be98-4fce48b35a97,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:22.583837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:22.589492 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Checking segment: {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:22.589845 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Network hostable DHCP agents. Network: d695483a-f100-4d3c-b24d-b937b5243ef1, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:22.606564 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Network d695483a-f100-4d3c-b24d-b937b5243ef1 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:22.615009 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, d695483a-f100-4d3c-b24d-b937b5243ef1) {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:22.623434 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:22.624069 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.625083 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9948ee-cda6-4832-ab0e-7fe2e4b3f020 None None] Network d695483a-f100-4d3c-b24d-b937b5243ef1 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:22.644079 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-7bfc4de7-5475-4128-ab75-dfd10df70af4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6545651 May 20 16:03:22.646943 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33596) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:22.652160 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:22.656706 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:22.660508 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Usage tracker for resource:router and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:22.663355 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:22.669023 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:22.679500 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.680482 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.694713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.838134 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-d695483a-f100-4d3c-b24d-b937b5243ef1', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:22.838962 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.996402 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Allocated IP 172.20.0.2 (d695483a-f100-4d3c-b24d-b937b5243ef1/cf76666f-1aed-4e04-be98-4fce48b35a97/9b656379-fa92-4983-9fe3-239265952b32) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:23.059404 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.202380 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.213013 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Transition to ACTIVE for port object 9b656379-fa92-4983-9fe3-239265952b32 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:23.231302 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Transition to ACTIVE for port object 9b656379-fa92-4983-9fe3-239265952b32 will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:23.237188 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.241457 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:23.302266 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Network d695483a-f100-4d3c-b24d-b937b5243ef1 is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:23.305094 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:23.308882 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:23.314740 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Pushing event updated for resources: {'Port': ['ID=9b656379-fa92-4983-9fe3-239265952b32,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:23.318580 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:23.364384 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.396804 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.434984 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Attempting to bind port 9b656379-fa92-4983-9fe3-239265952b32 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:23.435352 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Attempting to bind port 9b656379-fa92-4983-9fe3-239265952b32 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:23.435741 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Attempting to bind port 9b656379-fa92-4983-9fe3-239265952b32 on network d695483a-f100-4d3c-b24d-b937b5243ef1 {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:23.441129 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:23.441505 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Checking segment: {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:23.441906 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.442299 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Bound using segment: {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:23.442761 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Bound port: 9b656379-fa92-4983-9fe3-239265952b32, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:23.443133 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.527702 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Allocated IP 172.27.2.123 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/f9eb4041-95b0-439b-908d-a4624ac6cd98) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:23.528152 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] For port 9b656379-fa92-4983-9fe3-239265952b32, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:23.531051 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] For port 9b656379-fa92-4983-9fe3-239265952b32, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=9b656379-fa92-4983-9fe3-239265952b32,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:23.535588 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.540180 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-d86f0021-68ce-4cc7-a000-6910bf44610d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:23.623035 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Pushing event updated for resources: {'Port': ['ID=9b656379-fa92-4983-9fe3-239265952b32,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:23.626451 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:23.675816 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.705540 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.710130 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ef75a96d-b408-446f-9c4b-d1a9ab61a6a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:23.769724 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:23.782023 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:23.786897 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:23.836756 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=f9eb4041-95b0-439b-908d-a4624ac6cd98,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:23.841728 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:24.199448 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.452624 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9bd4b-b10c-47d2-a93b-4c98470a5757 None None] Network d695483a-f100-4d3c-b24d-b937b5243ef1 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:24.559988 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-c6b7f268-9794-4bcb-83b3-55863aedc148 None None] Provisioning for port 9b656379-fa92-4983-9fe3-239265952b32 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:24.661084 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.863002 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Router 8ed096a8-1576-42b6-b505-4f2186bfe29b is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:03:25.037093 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:25.047147 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Sync routers for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:25.055945 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:25.056565 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:25.060122 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.061316 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4134111 May 20 16:03:25.064097 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33600) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:25.230885 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:25.412222 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 9b656379-fa92-4983-9fe3-239265952b32 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:25.541434 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 9b656379-fa92-4983-9fe3-239265952b32 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:25.550495 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 9b656379-fa92-4983-9fe3-239265952b32 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:25.550856 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.626560 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:24Z', 'revision_number': 3, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:25.657461 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Checking router: 8ed096a8-1576-42b6-b505-4f2186bfe29b for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:25.657819 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Updating router 8ed096a8-1576-42b6-b505-4f2186bfe29b port f9eb4041-95b0-439b-908d-a4624ac6cd98 binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:03:25.723532 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.737034 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.753029 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.807400 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 9b656379-fa92-4983-9fe3-239265952b32, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=9b656379-fa92-4983-9fe3-239265952b32,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:25.849327 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.854188 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:25.968033 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=9b656379-fa92-4983-9fe3-239265952b32,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:25.972212 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:26.078577 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Allocated IP 172.20.0.1 (d695483a-f100-4d3c-b24d-b937b5243ef1/cf76666f-1aed-4e04-be98-4fce48b35a97/1aff91d4-d71d-4f5e-830b-18d733e4a345) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:26.178410 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.189635 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Transition to ACTIVE for port object f9eb4041-95b0-439b-908d-a4624ac6cd98 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:26.196151 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.200129 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:26.224283 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.239675 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Transition to ACTIVE for port object 1aff91d4-d71d-4f5e-830b-18d733e4a345 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:26.263797 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.268358 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4ec5f9b1-c8a8-4f8a-825f-57f05b05e1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:26.275992 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Attempting to bind port f9eb4041-95b0-439b-908d-a4624ac6cd98 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:26.276372 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Attempting to bind port f9eb4041-95b0-439b-908d-a4624ac6cd98 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:26.276748 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Attempting to bind port f9eb4041-95b0-439b-908d-a4624ac6cd98 on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:26.282238 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bac9b-5ed9-44b1-b85f-4fc5f4f77799 None None] Pushing event updated for resources: {'Port': ['ID=f9eb4041-95b0-439b-908d-a4624ac6cd98,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:26.285989 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-505bac9b-5ed9-44b1-b85f-4fc5f4f77799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:26.286862 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:26.287244 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:26.287654 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.288076 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:26.288542 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Bound port: f9eb4041-95b0-439b-908d-a4624ac6cd98, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:26.289302 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.334850 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Network d695483a-f100-4d3c-b24d-b937b5243ef1 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:26.337590 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:26.341120 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:26.369326 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] For port f9eb4041-95b0-439b-908d-a4624ac6cd98, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:26.373576 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] For port f9eb4041-95b0-439b-908d-a4624ac6cd98, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=f9eb4041-95b0-439b-908d-a4624ac6cd98,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:26.378409 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.378592 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Pushing event updated for resources: {'Port': ['ID=1aff91d4-d71d-4f5e-830b-18d733e4a345,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:26.382674 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-fcda2262-24d1-4231-bf0a-b4d81e29dc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:26.382845 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:26.402506 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.463456 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:26.464121 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:26.526906 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bac9b-5ed9-44b1-b85f-4fc5f4f77799 None None] Pushing event updated for resources: {'Port': ['ID=f9eb4041-95b0-439b-908d-a4624ac6cd98,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:26.531275 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-505bac9b-5ed9-44b1-b85f-4fc5f4f77799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:26.645530 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-7420a8cd-a53f-41ce-9aeb-d331edcbf817 None None] Provisioning for port 1aff91d4-d71d-4f5e-830b-18d733e4a345 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:26.656476 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:26.659999 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.699987 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-7420a8cd-a53f-41ce-9aeb-d331edcbf817 None None] Provisioning complete for port 1aff91d4-d71d-4f5e-830b-18d733e4a345 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:26.700228 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7420a8cd-a53f-41ce-9aeb-d331edcbf817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.874499 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.878951 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.883593 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-7420a8cd-a53f-41ce-9aeb-d331edcbf817 None None] Port 1aff91d4-d71d-4f5e-830b-18d733e4a345 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:26.908481 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:26.985189 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:24Z', 'revision_number': 3, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:26.985684 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.989167 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60630d26-8da5-45a8-9c0a-77323825b7d9 None None] The sync data for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi is: [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:24Z', 'revision_number': 3, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:26.990038 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Pushing event updated for resources: {'Port': ['ID=1aff91d4-d71d-4f5e-830b-18d733e4a345,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:26.994322 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:27.124770 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Network d695483a-f100-4d3c-b24d-b937b5243ef1 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:27.125868 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:27.338869 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Router 8ed096a8-1576-42b6-b505-4f2186bfe29b has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:27.420368 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-a455d70a-05ef-4de9-8179-eadb7b121eab None None] Provisioning complete for port 1aff91d4-d71d-4f5e-830b-18d733e4a345 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:27.420650 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-a455d70a-05ef-4de9-8179-eadb7b121eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.449584 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 9b656379-fa92-4983-9fe3-239265952b32 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:27.538090 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-a455d70a-05ef-4de9-8179-eadb7b121eab None None] Port 1aff91d4-d71d-4f5e-830b-18d733e4a345 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:27.553410 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 9b656379-fa92-4983-9fe3-239265952b32 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:27.553788 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.660431 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:27.669666 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-eb6c0d68-083c-486c-9452-661489a2ea49 admin admin] 10.222.0.47 "PUT /v2.0/routers/8ed096a8-1576-42b6-b505-4f2186bfe29b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6045189 May 20 16:03:27.679472 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device f9eb4041-95b0-439b-908d-a4624ac6cd98 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:27.749334 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port f9eb4041-95b0-439b-908d-a4624ac6cd98 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:27.754108 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port f9eb4041-95b0-439b-908d-a4624ac6cd98 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:27.754485 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.880916 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.897041 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port f9eb4041-95b0-439b-908d-a4624ac6cd98, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=f9eb4041-95b0-439b-908d-a4624ac6cd98,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:27.901994 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.906542 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:27.973428 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=f9eb4041-95b0-439b-908d-a4624ac6cd98,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:27.976759 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:28.180265 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 33618) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:28.186043 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-48163379-network', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:28.190774 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:28.194908 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Usage tracker for resource:network and tenant:4a19b7017fa34188bd5e49f0f73d4f5f is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:28.198460 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:28.204924 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:28.215817 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Made reservation on behalf of 4a19b7017fa34188bd5e49f0f73d4f5f for: {'network': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:28.218369 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.234143 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.248351 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:28.252123 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Usage tracker for resource:security_group_rule and tenant:4a19b7017fa34188bd5e49f0f73d4f5f is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:28.254880 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:28.261066 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:28.350516 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.354599 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.357681 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7cdc50d7-0d98-4f6a-9cf2-f20660f29239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:28.388790 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=91643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:28.395038 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f28b790-c6e1-4192-bae0-481a428d9d58,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:28.398970 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:28.403472 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.403850 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.segments_db [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Added segment 921f47d7-c5e4-4dfa-8965-c520833e9a60 of type vlan for network 1ef8e3af-1175-4708-8e85-d2802fb56c31 May 20 16:03:28.430019 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.458935 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.460143 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:28.460822 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.465889 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:28.481738 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Sync routers for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:28.491563 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:28.492199 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:28.557748 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3763425 May 20 16:03:28.560704 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33622) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:28.566711 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Request body: {'subnet': {'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-48163379-subnet', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:28.566902 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Pushing event updated for resources: {'Network': ['ID=1ef8e3af-1175-4708-8e85-d2802fb56c31,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:28.569579 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-8e50255d-221e-46d8-aa12-bbc42858a6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:28.572438 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:28.576377 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Usage tracker for resource:subnet and tenant:4a19b7017fa34188bd5e49f0f73d4f5f is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:28.577880 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 1ef8e3af-1175-4708-8e85-d2802fb56c31 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:28.579239 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:28.584959 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:28.596722 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Made reservation on behalf of 4a19b7017fa34188bd5e49f0f73d4f5f for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:28.598970 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480485'] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.705572 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:28.976300 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480503'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.981750 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0d6c3798-c1ff-4750-8fc8-c61e09789d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:29.014274 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1aff91d4-d71d-4f5e-830b-18d733e4a345', 'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'mac_address': 'fa:16:3e:c1:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:25Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 2, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'subnets': [{'id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.018475 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Checking router: 8ed096a8-1576-42b6-b505-4f2186bfe29b for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:29.018821 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Updating router 8ed096a8-1576-42b6-b505-4f2186bfe29b port 1aff91d4-d71d-4f5e-830b-18d733e4a345 binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:03:29.057184 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735e6205-d9c2-4691-92e6-f0621bbb9509,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:29.062472 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:29.064939 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Checking segment: {'id': '921f47d7-c5e4-4dfa-8965-c520833e9a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:29.065288 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Network hostable DHCP agents. Network: 1ef8e3af-1175-4708-8e85-d2802fb56c31, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:29.070567 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.083670 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Network 1ef8e3af-1175-4708-8e85-d2802fb56c31 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:29.093073 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 1ef8e3af-1175-4708-8e85-d2802fb56c31) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:29.101546 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:29.102196 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.103794 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0525971-0073-4ac7-a1c1-f8163d58ad30 None None] Network 1ef8e3af-1175-4708-8e85-d2802fb56c31 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:29.123277 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-82fbe1ec-80df-49ec-84bb-df7a95639543 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5613031 May 20 16:03:29.126006 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33626) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:29.131324 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:29.136534 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:29.141022 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Usage tracker for resource:router and tenant:4a19b7017fa34188bd5e49f0f73d4f5f is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:29.143611 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:29.149295 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:29.160207 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.161305 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.179446 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.366906 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device f9eb4041-95b0-439b-908d-a4624ac6cd98 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:29.413402 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-1ef8e3af-1175-4708-8e85-d2802fb56c31', 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'fixed_ips': [{'subnet_id': '735e6205-d9c2-4691-92e6-f0621bbb9509'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:29.414663 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.434127 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.446346 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Transition to ACTIVE for port object 1aff91d4-d71d-4f5e-830b-18d733e4a345 will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:29.453452 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.457170 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:29.467243 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.523352 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port f9eb4041-95b0-439b-908d-a4624ac6cd98 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:29.523898 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.614608 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Pushing event updated for resources: {'Port': ['ID=1aff91d4-d71d-4f5e-830b-18d733e4a345,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:29.630088 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Allocated IP 172.20.0.2 (1ef8e3af-1175-4708-8e85-d2802fb56c31/735e6205-d9c2-4691-92e6-f0621bbb9509/7b839a6f-fc22-4e59-a1db-76a3e3993751) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:29.630477 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.631002 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.631502 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.632009 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.632521 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.632997 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.633748 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.634247 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.634981 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.635558 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.635903 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.636219 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:29.668678 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:29.692868 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Attempting to bind port 1aff91d4-d71d-4f5e-830b-18d733e4a345 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:29.693528 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Attempting to bind port 1aff91d4-d71d-4f5e-830b-18d733e4a345 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:29.693890 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Attempting to bind port 1aff91d4-d71d-4f5e-830b-18d733e4a345 on network d695483a-f100-4d3c-b24d-b937b5243ef1 {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:29.700425 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:29.700793 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Checking segment: {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:29.701192 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.701584 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Bound using segment: {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:29.702049 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Bound port: 1aff91d4-d71d-4f5e-830b-18d733e4a345, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:29.702413 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.792042 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] For port 1aff91d4-d71d-4f5e-830b-18d733e4a345, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:29.795118 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] For port 1aff91d4-d71d-4f5e-830b-18d733e4a345, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=1aff91d4-d71d-4f5e-830b-18d733e4a345,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:29.800818 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.805568 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-70930c18-9c58-4fc3-8996-726b38df9acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:29.818012 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.851678 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.875007 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Pushing event updated for resources: {'Port': ['ID=1aff91d4-d71d-4f5e-830b-18d733e4a345,revision_number=4']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:29.909247 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:29.909671 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.927553 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.939466 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Transition to ACTIVE for port object 7b839a6f-fc22-4e59-a1db-76a3e3993751 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:29.961125 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Transition to ACTIVE for port object 7b839a6f-fc22-4e59-a1db-76a3e3993751 will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:29.977764 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.985111 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:29.986003 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-500f09c0-86a0-4e7f-be1c-bef0f577912e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:30.011186 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Allocated IP 172.27.2.38 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/88daf75d-5988-4573-815e-b37d62e1ef99) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:30.084291 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Pushing event updated for resources: {'Port': ['ID=7b839a6f-fc22-4e59-a1db-76a3e3993751,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:30.087499 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:30.093921 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Network 1ef8e3af-1175-4708-8e85-d2802fb56c31 is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:30.095491 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:30.098414 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:30.119618 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:30.206667 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Attempting to bind port 7b839a6f-fc22-4e59-a1db-76a3e3993751 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:30.207245 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Attempting to bind port 7b839a6f-fc22-4e59-a1db-76a3e3993751 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '921f47d7-c5e4-4dfa-8965-c520833e9a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:30.207530 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Attempting to bind port 7b839a6f-fc22-4e59-a1db-76a3e3993751 on network 1ef8e3af-1175-4708-8e85-d2802fb56c31 {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:30.215550 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:30.216076 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Checking segment: {'id': '921f47d7-c5e4-4dfa-8965-c520833e9a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:30.216830 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.217304 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Bound using segment: {'id': '921f47d7-c5e4-4dfa-8965-c520833e9a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:30.217927 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Bound port: 7b839a6f-fc22-4e59-a1db-76a3e3993751, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921f47d7-c5e4-4dfa-8965-c520833e9a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:30.218403 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.289863 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.309916 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] For port 7b839a6f-fc22-4e59-a1db-76a3e3993751, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:30.313916 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] For port 7b839a6f-fc22-4e59-a1db-76a3e3993751, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=7b839a6f-fc22-4e59-a1db-76a3e3993751,segment=NetworkSegment(921f47d7-c5e4-4dfa-8965-c520833e9a60),segment_id=921f47d7-c5e4-4dfa-8965-c520833e9a60)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:30.318940 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.322096 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.322495 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:30.326820 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6f0ba18b-ce8f-419b-b3fd-af87f94cdacf tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:30.390888 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:30.393978 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:30.397810 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:30.426895 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Pushing event updated for resources: {'Port': ['ID=7b839a6f-fc22-4e59-a1db-76a3e3993751,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:30.430306 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:30.457172 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=88daf75d-5988-4573-815e-b37d62e1ef99,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:30.465159 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:30.484668 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1aff91d4-d71d-4f5e-830b-18d733e4a345', 'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'mac_address': 'fa:16:3e:c1:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:25Z', 'updated_at': '2021-05-20T16:03:29Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'subnets': [{'id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:30.491034 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee800c3-1725-48ab-a6e9-791f97fd1b57 None None] The sync data for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi is: [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1aff91d4-d71d-4f5e-830b-18d733e4a345', 'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'mac_address': 'fa:16:3e:c1:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:25Z', 'updated_at': '2021-05-20T16:03:29Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'subnets': [{'id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:30.907558 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.263283 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.392376 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab225c3-c849-4a1f-9f08-180e59f69f62 None None] Network 1ef8e3af-1175-4708-8e85-d2802fb56c31 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:31.428649 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 7b839a6f-fc22-4e59-a1db-76a3e3993751 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:31.494679 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Router 381239ac-079a-4b57-ad1e-cf36bc76d7ca is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:03:31.553537 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-36282a8d-1a7e-4782-abf6-279c80b1b3e8 None None] Provisioning for port 7b839a6f-fc22-4e59-a1db-76a3e3993751 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:31.620718 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 7b839a6f-fc22-4e59-a1db-76a3e3993751 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:31.636337 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 7b839a6f-fc22-4e59-a1db-76a3e3993751 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:31.636634 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.787177 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:31.803205 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Sync routers for ids ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:31.809800 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.811201 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6841373 May 20 16:03:31.813739 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33632) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:31.824544 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Routers {'381239ac-079a-4b57-ad1e-cf36bc76d7ca'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:31.825164 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:31.878998 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.032348 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 7b839a6f-fc22-4e59-a1db-76a3e3993751, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=7b839a6f-fc22-4e59-a1db-76a3e3993751,segment=NetworkSegment(921f47d7-c5e4-4dfa-8965-c520833e9a60),segment_id=921f47d7-c5e4-4dfa-8965-c520833e9a60)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:32.042428 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.043244 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1aff91d4-d71d-4f5e-830b-18d733e4a345 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:32.076836 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:32.172077 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Set router 381239ac-079a-4b57-ad1e-cf36bc76d7ca gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:32.293391 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=7b839a6f-fc22-4e59-a1db-76a3e3993751,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:32.309339 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:32.332696 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-a459f354-a5e6-4005-a7e2-27cae5a381fc None None] Provisioning complete for port 7b839a6f-fc22-4e59-a1db-76a3e3993751 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:32.333079 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-a459f354-a5e6-4005-a7e2-27cae5a381fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.454835 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 1aff91d4-d71d-4f5e-830b-18d733e4a345 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:32.467380 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 1aff91d4-d71d-4f5e-830b-18d733e4a345 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:32.467790 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.494547 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.694747 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Allocated IP 172.20.0.1 (1ef8e3af-1175-4708-8e85-d2802fb56c31/735e6205-d9c2-4691-92e6-f0621bbb9509/0d1f7905-9a24-4a85-9db2-2c36097e5658) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:32.701549 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.723904 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:30Z', 'revision_number': 3, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'gw_port': {'id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:32.733613 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Checking router: 381239ac-079a-4b57-ad1e-cf36bc76d7ca for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:32.733956 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Updating router 381239ac-079a-4b57-ad1e-cf36bc76d7ca port 88daf75d-5988-4573-815e-b37d62e1ef99 binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:03:32.784580 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 1aff91d4-d71d-4f5e-830b-18d733e4a345, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=1aff91d4-d71d-4f5e-830b-18d733e4a345,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:32.791269 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.794552 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:32.827843 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.842035 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.857739 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Transition to ACTIVE for port object 0d1f7905-9a24-4a85-9db2-2c36097e5658 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:32.880821 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.887986 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-41c74d54-b94e-4c00-9c44-d932283a55e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:32.948857 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=1aff91d4-d71d-4f5e-830b-18d733e4a345,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:32.952049 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Network 1ef8e3af-1175-4708-8e85-d2802fb56c31 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:32.955084 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:32.957297 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:32.957443 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:32.999738 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Pushing event updated for resources: {'Port': ['ID=0d1f7905-9a24-4a85-9db2-2c36097e5658,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:33.002653 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:33.022148 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.156502 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.198088 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-e18c9ea4-fb9e-4c60-ac77-05a69e33e8bd None None] Provisioning for port 0d1f7905-9a24-4a85-9db2-2c36097e5658 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:33.204454 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.208491 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-e18c9ea4-fb9e-4c60-ac77-05a69e33e8bd None None] Provisioning complete for port 0d1f7905-9a24-4a85-9db2-2c36097e5658 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:33.208862 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e18c9ea4-fb9e-4c60-ac77-05a69e33e8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.255465 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Transition to ACTIVE for port object 88daf75d-5988-4573-815e-b37d62e1ef99 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:33.267112 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.273285 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:33.317943 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-e18c9ea4-fb9e-4c60-ac77-05a69e33e8bd None None] Port 0d1f7905-9a24-4a85-9db2-2c36097e5658 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:33.363388 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Attempting to bind port 88daf75d-5988-4573-815e-b37d62e1ef99 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:33.363799 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Attempting to bind port 88daf75d-5988-4573-815e-b37d62e1ef99 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:33.364173 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Attempting to bind port 88daf75d-5988-4573-815e-b37d62e1ef99 on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:33.370034 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 7b839a6f-fc22-4e59-a1db-76a3e3993751 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:33.400860 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4dd74-c5b3-4d59-8874-8e152f68a6db None None] Pushing event updated for resources: {'Port': ['ID=88daf75d-5988-4573-815e-b37d62e1ef99,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:33.416349 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-e9c4dd74-c5b3-4d59-8874-8e152f68a6db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:33.419402 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:33.419808 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:33.420220 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.420616 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:33.421094 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Bound port: 88daf75d-5988-4573-815e-b37d62e1ef99, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:33.421470 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.489688 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.494102 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.505586 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] For port 88daf75d-5988-4573-815e-b37d62e1ef99, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:33.509841 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] For port 88daf75d-5988-4573-815e-b37d62e1ef99, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=88daf75d-5988-4573-815e-b37d62e1ef99,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:33.511710 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 7b839a6f-fc22-4e59-a1db-76a3e3993751 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:33.512134 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.525873 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:33.589639 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.600107 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-758aa895-3b16-464c-b1c8-e07f4dd97294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:33.604627 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.608235 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Pushing event updated for resources: {'Port': ['ID=0d1f7905-9a24-4a85-9db2-2c36097e5658,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:33.611428 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:33.687592 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Routers {'381239ac-079a-4b57-ad1e-cf36bc76d7ca'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:33.688235 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:33.740725 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Network 1ef8e3af-1175-4708-8e85-d2802fb56c31 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:33.741921 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:33.765626 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4dd74-c5b3-4d59-8874-8e152f68a6db None None] Pushing event updated for resources: {'Port': ['ID=88daf75d-5988-4573-815e-b37d62e1ef99,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:33.797476 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-e9c4dd74-c5b3-4d59-8874-8e152f68a6db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:33.904721 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1aff91d4-d71d-4f5e-830b-18d733e4a345 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:33.934282 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Router 381239ac-079a-4b57-ad1e-cf36bc76d7ca has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:33.972488 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] Set router 381239ac-079a-4b57-ad1e-cf36bc76d7ca gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:34.047819 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3e6f3082-d1ce-4e54-80e2-8df8abeadd59 None None] Provisioning complete for port 0d1f7905-9a24-4a85-9db2-2c36097e5658 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:34.048200 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3e6f3082-d1ce-4e54-80e2-8df8abeadd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.115509 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:34.124445 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] 10.222.0.47 "PUT /v2.0/routers/381239ac-079a-4b57-ad1e-cf36bc76d7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3097413 May 20 16:03:34.201102 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f3082-d1ce-4e54-80e2-8df8abeadd59 None None] Port 0d1f7905-9a24-4a85-9db2-2c36097e5658 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:34.205094 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 1aff91d4-d71d-4f5e-830b-18d733e4a345 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:34.205463 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.469485 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 4, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'gw_port': {'id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '0d1f7905-9a24-4a85-9db2-2c36097e5658', 'name': '', 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'mac_address': 'fa:16:3e:7e:6d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:32Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 2, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'subnets': [{'id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:34.473967 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b8605-9f92-4bd2-8460-c930142baf04 None None] The sync data for ids ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'] in dv-cinder-784779-12-iscsi is: [{'id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 4, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'gw_port': {'id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '0d1f7905-9a24-4a85-9db2-2c36097e5658', 'name': '', 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'mac_address': 'fa:16:3e:7e:6d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:32Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 2, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'subnets': [{'id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:35.352907 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 88daf75d-5988-4573-815e-b37d62e1ef99 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:35.422444 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 88daf75d-5988-4573-815e-b37d62e1ef99 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:35.427701 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 88daf75d-5988-4573-815e-b37d62e1ef99 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:35.428159 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.549061 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.564842 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 88daf75d-5988-4573-815e-b37d62e1ef99, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=88daf75d-5988-4573-815e-b37d62e1ef99,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:35.568587 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.571432 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-653077f8-df7b-4805-a806-819a959ab66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:35.638590 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=88daf75d-5988-4573-815e-b37d62e1ef99,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:35.641680 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:35.837545 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33644) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:35.843115 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1232266617', 'description': 'tempest-secgroup-smoke-1232266617 description', 'project_id': '9d9c9c80168248038ab26558c3f4ec43'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:35.848917 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:35.852692 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Usage tracker for resource:security_group and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:35.856058 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:35.861802 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:35.873191 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.892620 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:35.896277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Usage tracker for resource:security_group_rule and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:35.899009 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:35.904652 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:35.971609 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.975885 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.980223 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c8a9f97b-a4f9-4de2-b738-4146fd7bfa4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:36.019482 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4127e1-4771-488e-9030-3060f7444c4a,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:36.022004 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.024208 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1855664 May 20 16:03:36.025811 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4d7418de-c23e-4cf1-ad0d-c3512d4005a2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:36.026808 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33648) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:36.031910 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Request body: {'security_group_rule': {'security_group_id': '9c4127e1-4771-488e-9030-3060f7444c4a', 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:36.037825 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:36.042307 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Usage tracker for resource:security_group_rule and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:36.045265 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:36.050931 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:36.065920 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.127906 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.131527 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.137566 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-adef11c7-89d8-4798-bf27-c9078ca2f8ff tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:36.156549 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c54031d-8648-4fe0-b905-ef584cd1099a,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:36.158764 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:36.167112 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.168323 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406159 May 20 16:03:36.171290 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33652) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:36.176246 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Request body: {'security_group_rule': {'security_group_id': '9c4127e1-4771-488e-9030-3060f7444c4a', 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:36.181716 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:36.185436 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Usage tracker for resource:security_group_rule and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:36.188221 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:36.193792 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:36.208444 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.266650 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.270059 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.272058 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-cd4b7198-2bd3-4eff-828b-ebdb4c28148b tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:36.294406 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d004a153-bcd3-413f-ac29-3cc0c20ba0d7,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:36.298633 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:36.302891 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.304105 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318688 May 20 16:03:36.306749 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33656) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:36.311819 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Request body: {'security_group_rule': {'security_group_id': '9c4127e1-4771-488e-9030-3060f7444c4a', 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:36.317355 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:36.321053 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Usage tracker for resource:security_group_rule and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:36.324371 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:36.329952 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:36.345537 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.409487 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.413421 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.415549 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-be536023-f70f-4b68-92ff-8d963f7c3137 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:36.437199 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25e3604-3b06-462f-8ad5-70e203863620,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:36.439576 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:36.446171 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.447328 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-39bca51d-9537-48c5-8c77-b97bb1a85df6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396549 May 20 16:03:36.450566 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33660) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:36.455418 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Request body: {'security_group_rule': {'security_group_id': '9c4127e1-4771-488e-9030-3060f7444c4a', 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:36.461010 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:36.465534 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Usage tracker for resource:security_group_rule and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:36.468839 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:36.474550 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:36.492526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.556110 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.559525 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.561709 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:36.584488 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64258070-f500-43ec-8eee-b8a8b2b668ac,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:36.586970 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:36.595433 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.599091 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-c0d01e04-2239-4063-aed1-c55a2cdd3cd2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452134 May 20 16:03:36.599294 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33664) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:36.604329 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Request body: {'security_group_rule': {'security_group_id': '9c4127e1-4771-488e-9030-3060f7444c4a', 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:36.609947 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:36.613803 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Usage tracker for resource:security_group_rule and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:36.616659 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:36.622317 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:36.632061 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.securitygroups_db [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Project 9d9c9c80168248038ab26558c3f4ec43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:03:36.638033 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.700842 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.704109 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.706097 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:36.727997 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093f448e-da79-4ac1-a07d-1f635881c90d,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:36.731311 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:36.738190 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.739376 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-405f20b3-e916-45ab-a7a5-ec9efdc0f421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391401 May 20 16:03:36.741995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33668) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:36.746917 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Request body: {'security_group_rule': {'security_group_id': '9c4127e1-4771-488e-9030-3060f7444c4a', 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:36.752459 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:36.756191 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Usage tracker for resource:security_group_rule and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:36.758978 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:36.764734 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:36.774551 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.securitygroups_db [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Project 9d9c9c80168248038ab26558c3f4ec43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:03:36.780456 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.846857 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.851814 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.853970 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3c2c1a64-2810-4e94-a140-9b54e4471c3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:36.873873 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc961a9-ab99-445b-8854-d0f65aa1c036,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:36.877778 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:36.885184 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.886916 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-64871b2c-b69f-4fa2-97e4-f24907d004d7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440272 May 20 16:03:37.338558 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 88daf75d-5988-4573-815e-b37d62e1ef99 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:37.417474 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 88daf75d-5988-4573-815e-b37d62e1ef99 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:37.417855 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.743637 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.075648 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Sync routers for ids ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:38.084773 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Routers {'381239ac-079a-4b57-ad1e-cf36bc76d7ca'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:38.085372 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:38.262776 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Set router 381239ac-079a-4b57-ad1e-cf36bc76d7ca gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:38.579983 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 4, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'gw_port': {'id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '0d1f7905-9a24-4a85-9db2-2c36097e5658', 'name': '', 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'mac_address': 'fa:16:3e:7e:6d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:32Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 2, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'subnets': [{'id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:38.583792 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Checking router: 381239ac-079a-4b57-ad1e-cf36bc76d7ca for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:38.584375 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Updating router 381239ac-079a-4b57-ad1e-cf36bc76d7ca port 0d1f7905-9a24-4a85-9db2-2c36097e5658 binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:03:38.636455 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.976485 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.988756 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Transition to ACTIVE for port object 0d1f7905-9a24-4a85-9db2-2c36097e5658 will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:38.994985 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.998537 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:39.149969 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63108738-a495-4f00-a7b0-888092df7556 None None] Pushing event updated for resources: {'Port': ['ID=0d1f7905-9a24-4a85-9db2-2c36097e5658,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:39.157290 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-63108738-a495-4f00-a7b0-888092df7556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:39.213130 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Attempting to bind port 0d1f7905-9a24-4a85-9db2-2c36097e5658 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:39.214036 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Attempting to bind port 0d1f7905-9a24-4a85-9db2-2c36097e5658 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '921f47d7-c5e4-4dfa-8965-c520833e9a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:39.214400 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Attempting to bind port 0d1f7905-9a24-4a85-9db2-2c36097e5658 on network 1ef8e3af-1175-4708-8e85-d2802fb56c31 {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:39.219821 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:39.220191 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Checking segment: {'id': '921f47d7-c5e4-4dfa-8965-c520833e9a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:39.220591 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.220983 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Bound using segment: {'id': '921f47d7-c5e4-4dfa-8965-c520833e9a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:39.221439 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Bound port: 0d1f7905-9a24-4a85-9db2-2c36097e5658, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921f47d7-c5e4-4dfa-8965-c520833e9a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:39.221819 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.312425 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] For port 0d1f7905-9a24-4a85-9db2-2c36097e5658, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:39.315601 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] For port 0d1f7905-9a24-4a85-9db2-2c36097e5658, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=0d1f7905-9a24-4a85-9db2-2c36097e5658,segment=NetworkSegment(921f47d7-c5e4-4dfa-8965-c520833e9a60),segment_id=921f47d7-c5e4-4dfa-8965-c520833e9a60)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:39.320942 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.327025 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-63108738-a495-4f00-a7b0-888092df7556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:39.418815 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Routers {'381239ac-079a-4b57-ad1e-cf36bc76d7ca'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:39.419452 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:39.470079 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63108738-a495-4f00-a7b0-888092df7556 None None] Pushing event updated for resources: {'Port': ['ID=0d1f7905-9a24-4a85-9db2-2c36097e5658,revision_number=4']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:39.477602 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-63108738-a495-4f00-a7b0-888092df7556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:39.485884 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-f1eb06c5-5ca2-4bf6-895f-5e2386993918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.603713 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] Set router 381239ac-079a-4b57-ad1e-cf36bc76d7ca gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:39.912390 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 4, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'gw_port': {'id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '0d1f7905-9a24-4a85-9db2-2c36097e5658', 'name': '', 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'mac_address': 'fa:16:3e:7e:6d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:32Z', 'updated_at': '2021-05-20T16:03:39Z', 'revision_number': 4, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'subnets': [{'id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:39.916309 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa86f4-f666-4c63-88b5-3ae59598dff3 None None] The sync data for ids ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'] in dv-cinder-784779-12-iscsi is: [{'id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:33Z', 'revision_number': 4, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'gw_port': {'id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '0d1f7905-9a24-4a85-9db2-2c36097e5658', 'name': '', 'network_id': '1ef8e3af-1175-4708-8e85-d2802fb56c31', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'mac_address': 'fa:16:3e:7e:6d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:32Z', 'updated_at': '2021-05-20T16:03:39Z', 'revision_number': 4, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'subnets': [{'id': '735e6205-d9c2-4691-92e6-f0621bbb9509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:41.355606 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 0d1f7905-9a24-4a85-9db2-2c36097e5658 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:41.423969 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 0d1f7905-9a24-4a85-9db2-2c36097e5658 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:41.428867 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 0d1f7905-9a24-4a85-9db2-2c36097e5658 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:41.429241 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.584292 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.617311 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 0d1f7905-9a24-4a85-9db2-2c36097e5658, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=0d1f7905-9a24-4a85-9db2-2c36097e5658,segment=NetworkSegment(921f47d7-c5e4-4dfa-8965-c520833e9a60),segment_id=921f47d7-c5e4-4dfa-8965-c520833e9a60)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:41.620952 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.622726 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-505bac9b-5ed9-44b1-b85f-4fc5f4f77799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:41.691345 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=0d1f7905-9a24-4a85-9db2-2c36097e5658,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:41.694371 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:41.890308 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:42.142673 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-9eb83a31-c943-431a-af1c-721d216ce4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.181392 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.341675 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 0d1f7905-9a24-4a85-9db2-2c36097e5658 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:43.408132 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 0d1f7905-9a24-4a85-9db2-2c36097e5658 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:43.408422 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:44.580610 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:03:44.802964 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.026193 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-3d307d04-2c61-42dd-8354-6e3bd8ea009b tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1232266617&fields=id&tenant_id=9d9c9c80168248038ab26558c3f4ec43 HTTP/1.1" status: 200 len: 267 time: 0.0400460 May 20 16:03:54.172252 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-4353c2cc-cb35-4c49-8874-80a78731b019 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:54.173717 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-4353c2cc-cb35-4c49-8874-80a78731b019 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 808 time: 0.1411853 May 20 16:03:54.188404 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e5155b6a-3682-4148-9fec-ce21af12ed17 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/quotas/9d9c9c80168248038ab26558c3f4ec43 HTTP/1.1" status: 200 len: 375 time: 0.0092874 May 20 16:03:54.268446 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-f171dceb-495c-48ce-92f4-3914df82a6a6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751340 May 20 16:03:54.381284 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-eb3eeaa4-b934-459f-9a4f-91030b70da8a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:03:54.382306 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-eb3eeaa4-b934-459f-9a4f-91030b70da8a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024418 May 20 16:03:54.513154 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-dee142d6-d447-4207-8e4f-044576271e93 service neutron] 10.222.0.47 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250625 May 20 16:03:54.642834 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-43d197df-feb5-4405-b07b-b203a645212d service neutron] 10.222.0.47 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238537 May 20 16:03:55.017694 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-95f1c2c2-39d9-4a00-ae4c-443aea140912 req-fe180e07-6c91-4d0b-b5fe-ff2f5c2ffe8d tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Synchronizing usage tracker for tenant:9d9c9c80168248038ab26558c3f4ec43 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:55.034378 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-95f1c2c2-39d9-4a00-ae4c-443aea140912 req-fe180e07-6c91-4d0b-b5fe-ff2f5c2ffe8d tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Unset dirty status for tenant:9d9c9c80168248038ab26558c3f4ec43 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:55.035506 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-95f1c2c2-39d9-4a00-ae4c-443aea140912 req-fe180e07-6c91-4d0b-b5fe-ff2f5c2ffe8d tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 210 time: 0.0595686 May 20 16:03:56.209278 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a883f2ea-b3d0-4a4b-9ae2-d566e76c4f63 req-6bf79489-9889-4682-a6a4-4d46665a96db tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 210 time: 0.0709949 May 20 16:03:56.327827 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-38da1c4c-b7f8-43ee-a46f-8e40975bbc1f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:56.329141 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-38da1c4c-b7f8-43ee-a46f-8e40975bbc1f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 808 time: 0.1548295 May 20 16:03:56.382812 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-ae4c779b-4d99-42a5-8045-68ae83be2a1b tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9c9c80168248038ab26558c3f4ec43 HTTP/1.1" status: 200 len: 380 time: 0.0422103 May 20 16:03:56.395365 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Request body: {'port': {'device_id': '2800bd63-2588-49ba-add7-080ff9670c34', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'admin_state_up': True, 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'security_groups': ['9c4127e1-4771-488e-9030-3060f7444c4a']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:56.541269 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:56.554788 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:56.569266 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Made reservation on behalf of 9d9c9c80168248038ab26558c3f4ec43 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:56.573863 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.734893 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Allocated IP 172.20.0.14 (d695483a-f100-4d3c-b24d-b937b5243ef1/cf76666f-1aed-4e04-be98-4fce48b35a97/61156837-eea1-4368-9ec4-94185b4024f0) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:56.926699 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.942407 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Transition to ACTIVE for port object 61156837-eea1-4368-9ec4-94185b4024f0 will not be triggered until provisioned by entity DHCP. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:56.966899 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.972616 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-85dd3321-d363-47bd-b457-8458921919a2 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:57.133442 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Network d695483a-f100-4d3c-b24d-b937b5243ef1 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:57.137012 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:57.141028 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:57.179421 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'Port': ['ID=61156837-eea1-4368-9ec4-94185b4024f0,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:57.188025 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:57.209321 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:57.209929 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.236919 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8460016 May 20 16:03:57.253440 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Request body: {'port': {'device_id': '2800bd63-2588-49ba-add7-080ff9670c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:57.371743 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.396170 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-0880f8ae-ca70-46ca-8d20-dc7e0b1cf29a None None] Provisioning for port 61156837-eea1-4368-9ec4-94185b4024f0 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:57.398637 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441df6f-9dff-47f2-9fa1-ff4c3328b8eb req-a80f58f8-1358-4067-9c30-4c788b7ee891 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:57.400886 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c441df6f-9dff-47f2-9fa1-ff4c3328b8eb req-a80f58f8-1358-4067-9c30-4c788b7ee891 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 932 time: 0.0816243 May 20 16:03:57.402279 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-0880f8ae-ca70-46ca-8d20-dc7e0b1cf29a None None] Provisioning complete for port 61156837-eea1-4368-9ec4-94185b4024f0 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:57.402666 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0880f8ae-ca70-46ca-8d20-dc7e0b1cf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.450089 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-c441df6f-9dff-47f2-9fa1-ff4c3328b8eb req-47fb0b82-6041-445a-b3ff-25d231a18f9e tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Synchronizing usage tracker for tenant:9d9c9c80168248038ab26558c3f4ec43 on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:57.458583 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-0880f8ae-ca70-46ca-8d20-dc7e0b1cf29a None None] Port 61156837-eea1-4368-9ec4-94185b4024f0 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:57.468672 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-c441df6f-9dff-47f2-9fa1-ff4c3328b8eb req-47fb0b82-6041-445a-b3ff-25d231a18f9e tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Unset dirty status for tenant:9d9c9c80168248038ab26558c3f4ec43 on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:57.469823 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c441df6f-9dff-47f2-9fa1-ff4c3328b8eb req-47fb0b82-6041-445a-b3ff-25d231a18f9e tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624719 May 20 16:03:57.707334 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61156837-eea1-4368-9ec4-94185b4024f0 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:03:57.714410 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.729000 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Transition to ACTIVE for port object 61156837-eea1-4368-9ec4-94185b4024f0 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:57.732611 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.736005 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ec2c1f0f-1f43-4ad1-ac11-72c17278d40a tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:57.888928 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Pushing event updated for resources: {'Port': ['ID=61156837-eea1-4368-9ec4-94185b4024f0,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:57.891954 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:57.970190 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Attempting to bind port 61156837-eea1-4368-9ec4-94185b4024f0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:57.970531 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Attempting to bind port 61156837-eea1-4368-9ec4-94185b4024f0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:57.970918 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Attempting to bind port 61156837-eea1-4368-9ec4-94185b4024f0 on network d695483a-f100-4d3c-b24d-b937b5243ef1 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:57.976048 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Port 61156837-eea1-4368-9ec4-94185b4024f0 on network d695483a-f100-4d3c-b24d-b937b5243ef1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:03:57.976366 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Attempting to bind port 61156837-eea1-4368-9ec4-94185b4024f0 on network d695483a-f100-4d3c-b24d-b937b5243ef1 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:57.982227 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:57.982561 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Checking segment: {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:57.982939 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Bound using segment: {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:57.983361 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Bound port: 61156837-eea1-4368-9ec4-94185b4024f0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b9417c-0faf-4c88-82b7-ef2635755a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:57.983739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.074731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:58.077655 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=61156837-eea1-4368-9ec4-94185b4024f0,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:58.083037 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.086900 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-55b8195f-ff70-4692-b430-d118fd7d7b2c tempest-VolumesSnapshotTestJSON-561963378 tempest-VolumesSnapshotTestJSON-561963378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:58.141860 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:58.142469 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.143886 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] 10.222.0.58 "PUT /v2.0/ports/61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 1094 time: 0.8947806 May 20 16:03:58.147101 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:03:58.174321 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Pushing event updated for resources: {'Port': ['ID=61156837-eea1-4368-9ec4-94185b4024f0,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:58.177516 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:58.233641 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0', 'status': 'completed', 'code': 200} May 20 16:03:58.274569 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-ed8954c9-e3b7-4d03-9e0d-a5274358ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:58.276670 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-ed8954c9-e3b7-4d03-9e0d-a5274358ee0e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1097 time: 0.0753953 May 20 16:03:58.351606 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-ebd41efd-25a9-4485-8d3a-616bb742ec6c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 217 time: 0.0636888 May 20 16:03:58.420950 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-3a40739e-0356-4d47-a3d3-b4c86a52dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:58.422303 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-3a40739e-0356-4d47-a3d3-b4c86a52dcff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0607858 May 20 16:03:58.500732 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-5c174b65-aedd-4505-9241-7a6a23a7f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:58.502198 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-5c174b65-aedd-4505-9241-7a6a23a7f916 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688236 May 20 16:03:58.639358 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-c774546e-a82c-42a3-8737-aaac2376d42c service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259506 May 20 16:03:58.659484 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2e879-37ac-429f-aece-00ae7fd3b4bd req-7da8a8c2-3818-436f-a8a0-d2ca36c506b2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:58.660965 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6cf2e879-37ac-429f-aece-00ae7fd3b4bd req-7da8a8c2-3818-436f-a8a0-d2ca36c506b2 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0795548 May 20 16:03:58.705510 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6cf2e879-37ac-429f-aece-00ae7fd3b4bd req-1bdb3f35-6cbb-4c8f-8ac2-f65e2d933e26 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387130 May 20 16:03:58.773185 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f5158e89-10b9-420e-9790-6f10faa04cd4 req-80ec9e86-5eb6-4c0e-a373-0e4e4137bcb3 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232541 May 20 16:03:58.900183 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-651a3fde-2f94-4130-aa65-34bd366396a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:58.902199 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-651a3fde-2f94-4130-aa65-34bd366396a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1097 time: 0.0690217 May 20 16:03:59.122079 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-b0173130-21c5-4e3e-9279-7110a42b95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:59.123518 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-b0173130-21c5-4e3e-9279-7110a42b95be service neutron] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 909 time: 0.2141087 May 20 16:03:59.195973 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-5626ce96-b73b-431e-a60b-e0f4c45bd1f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 217 time: 0.0624845 May 20 16:03:59.262082 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-011d9463-ffc1-459a-b092-e6ba4afa8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:59.263441 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-011d9463-ffc1-459a-b092-e6ba4afa8648 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0580959 May 20 16:03:59.342691 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-33fb2615-98c4-4380-beae-b22de052b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:59.344174 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-33fb2615-98c4-4380-beae-b22de052b1f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0695591 May 20 16:03:59.476647 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-48e40df3-9511-4dfb-b69e-2b4804972385 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211557 May 20 16:03:59.608255 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-584fccc6-8c99-44c5-9ee2-f8ed73c78c2e req-c93254bf-51c4-4a05-8903-f8d9aebfbbc6 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214385 May 20 16:03:59.886475 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a7a2-1d3c-4713-9c58-cee8e8a5a694 req-5dd07b67-f3c5-46cb-ba28-66da51e38008 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:59.887163 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-fd77a7a2-1d3c-4713-9c58-cee8e8a5a694 req-5dd07b67-f3c5-46cb-ba28-66da51e38008 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Synchronizing usage tracker for tenant:9d9c9c80168248038ab26558c3f4ec43 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:59.902566 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-fd77a7a2-1d3c-4713-9c58-cee8e8a5a694 req-5dd07b67-f3c5-46cb-ba28-66da51e38008 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Unset dirty status for tenant:9d9c9c80168248038ab26558c3f4ec43 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:59.904058 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fd77a7a2-1d3c-4713-9c58-cee8e8a5a694 req-5dd07b67-f3c5-46cb-ba28-66da51e38008 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0949795 May 20 16:03:59.951305 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-fd77a7a2-1d3c-4713-9c58-cee8e8a5a694 req-f642df7b-fbe9-4410-9bfe-725fa7761777 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415916 May 20 16:04:01.249647 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516cb0b-c613-4ca0-8816-a69feeca6eaa req-6e46848b-e0bf-441a-8002-79c66e0a5421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:01.251053 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b516cb0b-c613-4ca0-8816-a69feeca6eaa req-6e46848b-e0bf-441a-8002-79c66e0a5421 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.1801791 May 20 16:04:01.295117 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b516cb0b-c613-4ca0-8816-a69feeca6eaa req-a03d7e08-c44d-4852-ba46-eeb24e959801 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384171 May 20 16:04:02.475660 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3702c-1a7e-43c1-ba1b-a92b3a04e2d4 req-32ade584-c932-423a-894c-91ddee529771 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:02.477021 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b8e3702c-1a7e-43c1-ba1b-a92b3a04e2d4 req-32ade584-c932-423a-894c-91ddee529771 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0792098 May 20 16:04:02.520330 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b8e3702c-1a7e-43c1-ba1b-a92b3a04e2d4 req-38d9abe8-32d0-4360-b10f-ea44a7468de5 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376220 May 20 16:04:03.701762 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c4903-690f-43f8-a768-b20321208012 req-740ba0b5-d04b-47dc-bb31-8d69f317083c tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:03.703173 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b9c4903-690f-43f8-a768-b20321208012 req-740ba0b5-d04b-47dc-bb31-8d69f317083c tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0776889 May 20 16:04:03.748304 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-2b9c4903-690f-43f8-a768-b20321208012 req-23cce0b9-657c-4035-bde0-aa5c88d0a98b tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396471 May 20 16:04:04.799388 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 61156837-eea1-4368-9ec4-94185b4024f0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:04:04.931025 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=61156837-eea1-4368-9ec4-94185b4024f0,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:04.936077 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fc91c-e268-4065-aa61-9e0361b2859b req-c75ea8b1-ff90-4312-b6f2-6c89bda0900e tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:04.937540 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-499fc91c-e268-4065-aa61-9e0361b2859b req-c75ea8b1-ff90-4312-b6f2-6c89bda0900e tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0830305 May 20 16:04:04.944923 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '61156837-eea1-4368-9ec4-94185b4024f0', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'port_id': '61156837-eea1-4368-9ec4-94185b4024f0', 'mac_address': 'fa:16:3e:99:c7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:04:04.981193 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-499fc91c-e268-4065-aa61-9e0361b2859b req-c63bafa7-37a7-4406-b4eb-d2af0942ef68 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379376 May 20 16:04:04.999004 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.015709 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61156837-eea1-4368-9ec4-94185b4024f0 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:04:05.031664 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=61156837-eea1-4368-9ec4-94185b4024f0,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:05.036230 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.038813 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-55600bb6-27b4-47dd-98e8-281b4d9e1b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:05.105782 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=61156837-eea1-4368-9ec4-94185b4024f0,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:05.108963 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:05.343224 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['61156837-eea1-4368-9ec4-94185b4024f0'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:04:06.162137 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f211bc-2d47-4868-9632-8f7807109588 req-545b0017-0358-460d-a306-628925842055 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:06.163597 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e3f211bc-2d47-4868-9632-8f7807109588 req-545b0017-0358-460d-a306-628925842055 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 945 time: 0.0792458 May 20 16:04:06.206415 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e3f211bc-2d47-4868-9632-8f7807109588 req-31ca78fd-38ca-4c0d-8e8d-3e3e32ddd5de tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365744 May 20 16:04:06.808578 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 61156837-eea1-4368-9ec4-94185b4024f0 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:06.873887 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 61156837-eea1-4368-9ec4-94185b4024f0 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:06.878338 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 61156837-eea1-4368-9ec4-94185b4024f0 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:06.878716 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:06.990172 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:07.016228 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:04:07.025730 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=61156837-eea1-4368-9ec4-94185b4024f0,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:07.030093 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:07.031913 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:07.099807 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=61156837-eea1-4368-9ec4-94185b4024f0,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:07.102772 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:07.119902 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0', 'code': 200} May 20 16:04:07.393374 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a4a64-3858-4c2c-aaae-3a1dd540d971 req-88bd3476-d595-4b34-a237-bdcfad2aceb1 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:07.394732 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5a6a4a64-3858-4c2c-aaae-3a1dd540d971 req-88bd3476-d595-4b34-a237-bdcfad2aceb1 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0828040 May 20 16:04:07.415674 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706179dd-4a76-4bba-8bdc-dc85fca621cd req-4c766746-794c-4240-b2ff-40e0b48df251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:07.417681 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-706179dd-4a76-4bba-8bdc-dc85fca621cd req-4c766746-794c-4240-b2ff-40e0b48df251 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1099 time: 0.0694916 May 20 16:04:07.439497 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5a6a4a64-3858-4c2c-aaae-3a1dd540d971 req-ca8e8ff8-235b-4526-bf34-6ce499b32000 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389795 May 20 16:04:07.462425 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-706179dd-4a76-4bba-8bdc-dc85fca621cd req-d8759139-a9e0-4b56-961e-b3afe436d515 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350738 May 20 16:04:07.742149 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:08.628878 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837866-0a19-4091-9434-23206bb30b20 req-8bb5a5a3-e798-4ce4-bf52-be974b5a3fe8 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.629950 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e1837866-0a19-4091-9434-23206bb30b20 req-8bb5a5a3-e798-4ce4-bf52-be974b5a3fe8 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0868955 May 20 16:04:08.674743 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e1837866-0a19-4091-9434-23206bb30b20 req-06df31be-e208-4a68-b7d8-c20ffa692854 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386679 May 20 16:04:08.999363 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df4525-50b9-47ea-afec-daebe78be4d5 req-0a0d059a-3396-467a-ae09-545b06957b42 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.000840 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-96df4525-50b9-47ea-afec-daebe78be4d5 req-0a0d059a-3396-467a-ae09-545b06957b42 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0792351 May 20 16:04:09.044802 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-96df4525-50b9-47ea-afec-daebe78be4d5 req-61723534-24a4-42ac-ae40-64b9d016b1dd tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384507 May 20 16:04:09.066880 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33828) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:09.179872 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369e881-3ce2-463b-9f27-602aa891edcf tempest-TestShelveInstance-647693153 tempest-TestShelveInstance-647693153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.180756 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-1369e881-3ce2-463b-9f27-602aa891edcf tempest-TestShelveInstance-647693153 tempest-TestShelveInstance-647693153-project-admin] Synchronizing usage tracker for tenant:4a19b7017fa34188bd5e49f0f73d4f5f on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:09.196844 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-1369e881-3ce2-463b-9f27-602aa891edcf tempest-TestShelveInstance-647693153 tempest-TestShelveInstance-647693153-project-admin] Unset dirty status for tenant:4a19b7017fa34188bd5e49f0f73d4f5f on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:09.198616 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-1369e881-3ce2-463b-9f27-602aa891edcf tempest-TestShelveInstance-647693153 tempest-TestShelveInstance-647693153-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1094 time: 0.1307840 May 20 16:04:09.201526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33834) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:09.206612 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Request body: {'floatingip': {'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'port_id': '61156837-eea1-4368-9ec4-94185b4024f0', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:09.212312 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:09.216059 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Usage tracker for resource:floatingip and tenant:9d9c9c80168248038ab26558c3f4ec43 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:09.219111 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:09.224676 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:09.233812 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for floatingip, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:09.370030 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:09.487662 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6d820812-b3bf-4f8f-9d31-d902f1dcd5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:09.503867 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Allocated IP 172.27.2.222 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/e1740442-93d8-4ac1-9bd5-da95b6cd360d) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:09.644904 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:09.672697 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:09.677005 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d901bf7e-a578-4b68-af9a-b5bdf72adbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:09.736283 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:09.739048 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:09.742707 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:09.779036 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'Port': ['ID=e1740442-93d8-4ac1-9bd5-da95b6cd360d,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:09.794341 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.794715 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.795082 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.795443 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.795822 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.796373 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.797020 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.797528 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.797624 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.797932 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.798438 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.798775 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:09.803420 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:10.191904 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.265753 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.561352 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.565750 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.569426 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4da8fec4-ae53-4794-a623-4a558fae37e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:10.673019 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event updated for resources: {'Port': ['ID=e1740442-93d8-4ac1-9bd5-da95b6cd360d,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:10.677180 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:10.688049 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.854681 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.l3_db [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Floating IP 357cb635-7943-4a60-9987-b11972b49fcd associated. External IP: 172.27.2.222, port: 61156837-eea1-4368-9ec4-94185b4024f0. May 20 16:04:11.194830 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Router 8ed096a8-1576-42b6-b505-4f2186bfe29b has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:04:11.364933 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:11.374583 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] Sync routers for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:04:11.384447 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:11.385711 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:11.389809 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:11.445726 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2432024 May 20 16:04:11.446389 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:04:11.546861 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0', 'status': 'completed', 'code': 200} May 20 16:04:11.599471 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:11.637496 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-27f9b329-28ff-4e7d-a1f9-d3dc4868a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:11.638896 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-27f9b329-28ff-4e7d-a1f9-d3dc4868a677 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1099 time: 0.0703018 May 20 16:04:11.768115 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-f97ed834-cb4a-4f74-8db7-1543046374a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:11.769562 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-f97ed834-cb4a-4f74-8db7-1543046374a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 909 time: 0.1244774 May 20 16:04:11.873360 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-4272d3a3-da02-44e7-8ad9-38aa8bcc1cf9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 1000 time: 0.0970938 May 20 16:04:11.920029 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:11.940006 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-8013976b-f236-4261-ae08-ed69621aec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:11.941454 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-8013976b-f236-4261-ae08-ed69621aec99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0618637 May 20 16:04:11.957094 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '357cb635-7943-4a60-9987-b11972b49fcd', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'port_id': '61156837-eea1-4368-9ec4-94185b4024f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'mac_address': 'fa:16:3e:99:c7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2800bd63-2588-49ba-add7-080ff9670c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:04:10Z', 'updated_at': '2021-05-20T16:04:10Z', 'revision_number': 0, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aff91d4-d71d-4f5e-830b-18d733e4a345', 'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'mac_address': 'fa:16:3e:c1:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:25Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 5, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'subnets': [{'id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:11.961027 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] Checking router: 8ed096a8-1576-42b6-b505-4f2186bfe29b for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:04:11.970131 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:11.970736 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:03:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:12.015528 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-aa4ec337-1c6a-4028-bcee-37c9cc20b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:12.017038 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-aa4ec337-1c6a-4028-bcee-37c9cc20b366 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0689359 May 20 16:04:12.157382 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-32c3a631-2b06-4833-861c-e044add86e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.168376 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:12.245534 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-125c6749-79df-4af9-9403-0eaf38f0191a service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207191 May 20 16:04:12.374841 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5ea7253e-0e3f-4a8a-a79e-b2187fddb5cc req-efbe3571-676f-4c37-9399-4678cc17abc1 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223619 May 20 16:04:12.509774 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '357cb635-7943-4a60-9987-b11972b49fcd', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'port_id': '61156837-eea1-4368-9ec4-94185b4024f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'mac_address': 'fa:16:3e:99:c7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2800bd63-2588-49ba-add7-080ff9670c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:04:10Z', 'updated_at': '2021-05-20T16:04:10Z', 'revision_number': 0, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aff91d4-d71d-4f5e-830b-18d733e4a345', 'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'mac_address': 'fa:16:3e:c1:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:25Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 5, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'subnets': [{'id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:12.513587 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07292cd6-2b2b-4b70-875c-93f5b0aa6d1b None None] The sync data for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi is: [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '357cb635-7943-4a60-9987-b11972b49fcd', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'port_id': '61156837-eea1-4368-9ec4-94185b4024f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'mac_address': 'fa:16:3e:99:c7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2800bd63-2588-49ba-add7-080ff9670c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:04:10Z', 'updated_at': '2021-05-20T16:04:10Z', 'revision_number': 0, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aff91d4-d71d-4f5e-830b-18d733e4a345', 'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'mac_address': 'fa:16:3e:c1:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:25Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 5, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'subnets': [{'id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:04:12.685974 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7672f6-c281-4d9e-aa12-707bce845931 None None] New status for floating IP 357cb635-7943-4a60-9987-b11972b49fcd: ACTIVE {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:04:13.182795 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.748056 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:21.578497 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:04:37.757190 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.488997 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6fdc-7804-428e-8faf-ebff470d0ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.881783 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.147956 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6f85e2e5-1c50-4336-9e07-e80317a10e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.648346 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-a7c78acf-8743-4900-bd6a-44bf32f71378 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676732 May 20 16:04:42.792068 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-4830f3c5-43d4-4741-91b6-0402278c6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:42.793517 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-4830f3c5-43d4-4741-91b6-0402278c6b10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1099 time: 0.0735407 May 20 16:04:42.937069 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-ca57fae9-a76a-483f-80f0-8fd009cc0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:42.938400 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-ca57fae9-a76a-483f-80f0-8fd009cc0a73 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 909 time: 0.1263187 May 20 16:04:43.042400 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-cfe6b4dc-7ff9-41ab-a93d-7d678c7ec0a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 1002 time: 0.0956397 May 20 16:04:43.104383 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-023d0b55-356c-4747-b277-92758e6d7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:43.105813 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-023d0b55-356c-4747-b277-92758e6d7b5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0565732 May 20 16:04:43.185712 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-868ee7c0-cec1-4518-b6d8-1c579faca916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:43.186474 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.187302 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-868ee7c0-cec1-4518-b6d8-1c579faca916 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742013 May 20 16:04:43.314672 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-69914049-4c9a-4bf5-a473-bb322aa52696 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202736 May 20 16:04:43.443742 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7dc8f0c3-3fb1-4a84-930a-c786257e07f1 req-1fe04a02-549b-4d93-9d77-6bda67692ba3 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209805 May 20 16:04:44.748995 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.577711 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:05:07.771803 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:09.490933 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-055f8e28-8139-4644-b205-aa31555d4f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:11.883060 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.150470 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-49c9aa35-add6-421d-ba38-17e71342df03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.189049 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:14.752624 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.576600 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:05:37.772382 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:39.490851 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-32d37a46-f84a-4587-bf21-3f6f1ef6d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.887771 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:42.151565 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-47ce3a18-7ac6-4940-8255-209c8129ab20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:43.191118 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:43.666718 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-525abed3-e02e-4c96-856c-82d652c51b2a req-e5f68e34-40c8-417e-b7d6-73b684be1321 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669930 May 20 16:05:43.808203 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525abed3-e02e-4c96-856c-82d652c51b2a req-eef68bc7-9e6d-4336-bd39-6d2b08647e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:43.809631 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-525abed3-e02e-4c96-856c-82d652c51b2a req-eef68bc7-9e6d-4336-bd39-6d2b08647e00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1099 time: 0.0684633 May 20 16:05:43.953935 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525abed3-e02e-4c96-856c-82d652c51b2a req-e8aec1ad-6a7d-4e64-9c70-4ae353cbd29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:43.955285 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-525abed3-e02e-4c96-856c-82d652c51b2a req-e8aec1ad-6a7d-4e64-9c70-4ae353cbd29d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 909 time: 0.1225941 May 20 16:05:44.059874 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-525abed3-e02e-4c96-856c-82d652c51b2a req-7fdc188e-735a-407a-b149-912c8725d658 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 1002 time: 0.0943398 May 20 16:05:44.127552 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525abed3-e02e-4c96-856c-82d652c51b2a req-7a0b11b9-ce7e-4eb5-a289-4bb5ff55a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:44.128990 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-525abed3-e02e-4c96-856c-82d652c51b2a req-7a0b11b9-ce7e-4eb5-a289-4bb5ff55a825 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0593746 May 20 16:05:44.205065 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525abed3-e02e-4c96-856c-82d652c51b2a req-4f17bf9b-e9cb-46e0-b774-a58a8ebdd53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:44.206405 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-525abed3-e02e-4c96-856c-82d652c51b2a req-4f17bf9b-e9cb-46e0-b774-a58a8ebdd53c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676744 May 20 16:05:44.430006 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-525abed3-e02e-4c96-856c-82d652c51b2a req-3fc70937-b5a8-41bc-881b-cb6c02bcc923 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132850 May 20 16:05:44.563256 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-525abed3-e02e-4c96-856c-82d652c51b2a req-6cd261d4-d7c5-40a3-9478-6f9d36db6e0b service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235554 May 20 16:05:44.809404 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:07.772346 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:09.491748 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-f5242717-1d08-45d3-a4ec-4721b07e1b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:09.884898 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51547d-14a5-4335-b6ba-5a5efc5b3c22 req-efbf3fec-8714-4e34-ba7c-eb6f8ada1017 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:09.886328 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6a51547d-14a5-4335-b6ba-5a5efc5b3c22 req-efbf3fec-8714-4e34-ba7c-eb6f8ada1017 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0841694 May 20 16:06:09.929292 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6a51547d-14a5-4335-b6ba-5a5efc5b3c22 req-1371e4c7-302c-4357-881d-26ca2b0d35a8 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373511 May 20 16:06:11.116861 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fb80e-fa98-49c8-8258-3eaa5569fe00 req-e40d6454-348a-4a5c-8a1c-7e97add0ef41 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:11.119002 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8b5fb80e-fa98-49c8-8258-3eaa5569fe00 req-e40d6454-348a-4a5c-8a1c-7e97add0ef41 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0806863 May 20 16:06:11.162074 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-8b5fb80e-fa98-49c8-8258-3eaa5569fe00 req-60beeacc-2f3b-495d-a935-c470893b23d4 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 May 20 16:06:11.890273 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:12.152719 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-0c459db6-179d-4c64-bfcb-1fdd07f1877e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:12.356989 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8eac8-fea3-40d8-8e4a-25d57fa947d7 req-c6e764fb-fcd4-4d1d-bdc0-c562f2d43921 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:12.358422 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8ab8eac8-fea3-40d8-8e4a-25d57fa947d7 req-c6e764fb-fcd4-4d1d-bdc0-c562f2d43921 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0772822 May 20 16:06:12.400789 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-8ab8eac8-fea3-40d8-8e4a-25d57fa947d7 req-2285394c-20c3-4d04-a1c1-cdebb527ea0b tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368872 May 20 16:06:12.574729 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:06:13.193261 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:13.599269 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc152d-95bf-44c2-afbf-d0033d3deae8 req-210e9628-17fd-4ef2-bdee-3657ff8779dd tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:13.600782 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-81bc152d-95bf-44c2-afbf-d0033d3deae8 req-210e9628-17fd-4ef2-bdee-3657ff8779dd tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0842137 May 20 16:06:13.645176 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-81bc152d-95bf-44c2-afbf-d0033d3deae8 req-79c47848-3cd8-47a1-999f-15a2bbe13fa8 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387995 May 20 16:06:14.762098 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:14.828109 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d98d5-5f30-4ecb-889b-0121db495b73 req-f0e08a61-cd65-48c8-889d-754b6e6d6395 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:14.829570 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a61d98d5-5f30-4ecb-889b-0121db495b73 req-f0e08a61-cd65-48c8-889d-754b6e6d6395 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0821834 May 20 16:06:14.874225 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a61d98d5-5f30-4ecb-889b-0121db495b73 req-7d61f44b-d402-4f81-96ee-e49fe3bbb799 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388539 May 20 16:06:16.054702 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4fe98-13d0-4f2c-8f45-965b2a37b97b req-6aa1ba17-cec3-4c46-ac40-05fc2077ab05 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:16.056690 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f4f4fe98-13d0-4f2c-8f45-965b2a37b97b req-6aa1ba17-cec3-4c46-ac40-05fc2077ab05 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0812099 May 20 16:06:16.205393 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f4f4fe98-13d0-4f2c-8f45-965b2a37b97b req-db335bdb-18ba-4fc9-b142-771f18feecbe tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429505 May 20 16:06:17.386693 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356be0b9-47e6-4032-8c13-5537e8fbfd91 req-94557871-654c-4823-9602-98f4406fe83f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:17.388092 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-356be0b9-47e6-4032-8c13-5537e8fbfd91 req-94557871-654c-4823-9602-98f4406fe83f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0789590 May 20 16:06:17.443319 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-356be0b9-47e6-4032-8c13-5537e8fbfd91 req-ec1b8b78-2d7d-4134-91bc-b03eb304bafe tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496457 May 20 16:06:18.624364 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1569f2-cd25-4f18-a3cd-4a8033e15f3c req-58ed5860-cc88-4c4a-9538-071ac2e464bb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:18.625795 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7c1569f2-cd25-4f18-a3cd-4a8033e15f3c req-58ed5860-cc88-4c4a-9538-071ac2e464bb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0789266 May 20 16:06:18.671214 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7c1569f2-cd25-4f18-a3cd-4a8033e15f3c req-2cba8adc-de54-4184-9918-1859aeb5f89b tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398266 May 20 16:06:19.855227 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44eeda-ae8e-4a53-9b80-6614a6fba112 req-f36f58ce-0725-4dac-a09f-c5d3089da3b3 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:19.856714 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d44eeda-ae8e-4a53-9b80-6614a6fba112 req-f36f58ce-0725-4dac-a09f-c5d3089da3b3 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0806017 May 20 16:06:19.899585 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1d44eeda-ae8e-4a53-9b80-6614a6fba112 req-870b446f-896b-4c2a-ba50-5a9122c63d05 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373592 May 20 16:06:20.036005 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-42682053-e0c3-4e36-94a7-a8874b2ef951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:20.037445 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-42682053-e0c3-4e36-94a7-a8874b2ef951 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1099 time: 0.0725038 May 20 16:06:20.169378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-0ae70f08-b59a-4b4e-8f7e-b117a7429e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:20.170803 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-0ae70f08-b59a-4b4e-8f7e-b117a7429e00 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 909 time: 0.1239743 May 20 16:06:20.272999 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-10db38d6-a750-49c8-83c5-187df1fa85d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 1002 time: 0.0917807 May 20 16:06:20.336836 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-c5fdaaaa-439d-4808-9618-128a409b68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:20.338195 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-c5fdaaaa-439d-4808-9618-128a409b68eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0551903 May 20 16:06:20.414910 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-015fc6ab-3f7f-4d9d-8e9f-f20b25a53a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:20.416417 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-015fc6ab-3f7f-4d9d-8e9f-f20b25a53a2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0681167 May 20 16:06:20.546237 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-36f94f98-86e0-4837-8ba2-0e219052e88c service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195388 May 20 16:06:20.679641 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-975b80b1-f4e7-4a17-b7cb-d2b82b44c215 req-1a5607bf-e894-4d4d-be1d-1b93bdbd7adf service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204729 May 20 16:06:21.080662 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2224e-11bc-45e1-b4e4-bf1cf91eac7d req-02a77870-6b29-4530-a3bf-4811171f8416 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:21.082161 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6dd2224e-11bc-45e1-b4e4-bf1cf91eac7d req-02a77870-6b29-4530-a3bf-4811171f8416 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0793674 May 20 16:06:21.126147 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6dd2224e-11bc-45e1-b4e4-bf1cf91eac7d req-3d634098-edc5-4765-b4a0-2fa8c70c7b82 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 May 20 16:06:22.309663 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884e068-7229-4524-8c6d-ae259a38712b req-30e4a270-b119-48b8-99be-33939875712a tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:22.311101 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-9884e068-7229-4524-8c6d-ae259a38712b req-30e4a270-b119-48b8-99be-33939875712a tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0814657 May 20 16:06:22.354945 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-9884e068-7229-4524-8c6d-ae259a38712b req-8d91ca81-b02d-4d68-9d39-8642989a5779 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382607 May 20 16:06:23.549119 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247227b-8548-4729-8b2d-9f1a98cc7b32 req-1bcad319-83bc-4e6a-85b3-c5d8aee865e0 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:23.550581 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7247227b-8548-4729-8b2d-9f1a98cc7b32 req-1bcad319-83bc-4e6a-85b3-c5d8aee865e0 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0855794 May 20 16:06:23.595229 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7247227b-8548-4729-8b2d-9f1a98cc7b32 req-2c3c2209-e45f-49e4-a8de-04c2e9666859 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390105 May 20 16:06:23.934378 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff07ed-d0ff-4c95-a217-93851bfcc632 req-c52e0748-f283-44d5-ae15-2c68c48e6d64 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:23.935897 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f7ff07ed-d0ff-4c95-a217-93851bfcc632 req-c52e0748-f283-44d5-ae15-2c68c48e6d64 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0794301 May 20 16:06:23.958775 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-4669806e-37bd-4a29-9091-fba2c17c7273 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1623151 May 20 16:06:23.980767 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f7ff07ed-d0ff-4c95-a217-93851bfcc632 req-503edbef-3f54-4807-ba13-03f1fe1fca3f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392241 May 20 16:06:25.326483 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46c72d-a8a9-4811-92f7-1a18df3940a3 req-c3212853-ae1b-4b20-8396-31376542c4e9 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:25.327972 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cf46c72d-a8a9-4811-92f7-1a18df3940a3 req-c3212853-ae1b-4b20-8396-31376542c4e9 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.2337666 May 20 16:06:25.373177 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-cf46c72d-a8a9-4811-92f7-1a18df3940a3 req-677f9aaa-8e86-450e-96c3-484e3e7ac618 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 May 20 16:06:25.597517 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-930a49aa-2609-4085-973b-3fa7d1004d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:25.598850 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-930a49aa-2609-4085-973b-3fa7d1004d95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34&tenant_id=9d9c9c80168248038ab26558c3f4ec43 HTTP/1.1" status: 200 len: 1099 time: 0.0724254 May 20 16:06:25.692795 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-17b031b4-d1d6-451f-ae7e-e41e040b5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:25.694228 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-17b031b4-d1d6-451f-ae7e-e41e040b5db5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1099 time: 0.0683715 May 20 16:06:25.823330 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-c726a4cb-9af6-42ec-8df0-be08ed64730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:25.824752 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-c726a4cb-9af6-42ec-8df0-be08ed64730f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 909 time: 0.1205502 May 20 16:06:25.929625 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-83ed2426-dbc4-4544-868a-92230fa6d2e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 1002 time: 0.0949299 May 20 16:06:25.994270 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-5a38de80-74cd-4368-aa44-b8c66a681f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:25.995665 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-5a38de80-74cd-4368-aa44-b8c66a681f5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0565755 May 20 16:06:26.076407 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-1192a9b2-bbe1-48d2-91b3-b2bfb6e1ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:26.077854 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-1192a9b2-bbe1-48d2-91b3-b2bfb6e1ed5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712061 May 20 16:06:26.209358 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-687afd06-a4d0-4d25-879f-994ae0a5f14d service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204429 May 20 16:06:26.338785 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-637c7f2d-5083-4331-a8f8-ed1c46ca84db req-f0cdf051-8781-4915-9447-d4691b21cc3c service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190872 May 20 16:06:26.557237 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4494-7148-481c-9c36-1ca7bf0c20ed req-201b2a03-74f7-4fdd-8938-beff2f25f1a3 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:26.558689 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9ade4494-7148-481c-9c36-1ca7bf0c20ed req-201b2a03-74f7-4fdd-8938-beff2f25f1a3 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0828700 May 20 16:06:26.602519 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9ade4494-7148-481c-9c36-1ca7bf0c20ed req-89a1e349-130c-455a-8446-baad763f1727 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376744 May 20 16:06:27.477895 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 61156837-eea1-4368-9ec4-94185b4024f0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:06:27.621584 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:27.647402 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:06:27.656932 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=61156837-eea1-4368-9ec4-94185b4024f0,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:27.661685 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:27.663473 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-6f2c99c9-7a98-4489-8d47-817fdab89ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:27.698405 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0', 'code': 200} May 20 16:06:27.729541 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=61156837-eea1-4368-9ec4-94185b4024f0,revision_number=6']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:27.736496 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.736839 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.737174 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.737511 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.737838 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.738190 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.738487 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.738858 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.739199 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.739521 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.739866 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.740183 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:27.744687 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:27.784486 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966281a3-d1b2-45bc-806b-ff4a08817a14 req-809933b1-1876-4a64-86ac-c897e789e6e0 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:27.785928 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-966281a3-d1b2-45bc-806b-ff4a08817a14 req-809933b1-1876-4a64-86ac-c897e789e6e0 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0799956 May 20 16:06:27.828729 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-966281a3-d1b2-45bc-806b-ff4a08817a14 req-87b8bb4b-8028-4a40-815c-74b54f44f7a4 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366135 May 20 16:06:29.086566 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c8bd1-ee27-403d-9e04-6887b0f3eeae req-441563c9-8b6c-4e7a-8050-33f041c51c48 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:29.088001 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-566c8bd1-ee27-403d-9e04-6887b0f3eeae req-441563c9-8b6c-4e7a-8050-33f041c51c48 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.1545861 May 20 16:06:29.136419 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-566c8bd1-ee27-403d-9e04-6887b0f3eeae req-b4725547-8e4e-4ecb-8f67-8114ba71f74f tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 May 20 16:06:30.317760 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722f728-9a4d-4037-abe7-a5e880162efb req-f92be2a6-871a-4e94-99f5-97d7403fa481 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:30.319188 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5722f728-9a4d-4037-abe7-a5e880162efb req-f92be2a6-871a-4e94-99f5-97d7403fa481 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0804920 May 20 16:06:30.363301 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5722f728-9a4d-4037-abe7-a5e880162efb req-70e7d871-023e-4f69-ac4c-c62a46e6106d tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385125 May 20 16:06:31.553102 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56a50a-a970-48b1-a953-528a009e87da req-b9ab07bc-1fa7-4826-9d38-def5454105a9 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:31.555089 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1f56a50a-a970-48b1-a953-528a009e87da req-b9ab07bc-1fa7-4826-9d38-def5454105a9 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0876203 May 20 16:06:31.598970 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1f56a50a-a970-48b1-a953-528a009e87da req-0ee29d5c-16f2-46e6-815e-15ba77280f56 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381622 May 20 16:06:32.592808 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e22aa-fe83-4db1-be0c-804f89d2106d req-a35d2111-8419-4159-a297-fdb8ec81d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:32.594241 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-789e22aa-fe83-4db1-be0c-804f89d2106d req-a35d2111-8419-4159-a297-fdb8ec81d22b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1097 time: 0.0694983 May 20 16:06:32.641858 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-789e22aa-fe83-4db1-be0c-804f89d2106d req-e38bef78-c323-4aa4-bec2-5e1acc76f06d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362093 May 20 16:06:32.779873 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af28043-8432-486e-b64d-5d94ab07c76b req-9dbab5c8-71ba-4896-a535-c710d9585447 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:32.781279 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2af28043-8432-486e-b64d-5d94ab07c76b req-9dbab5c8-71ba-4896-a535-c710d9585447 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0773408 May 20 16:06:32.825746 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2af28043-8432-486e-b64d-5d94ab07c76b req-baf536c2-1d2f-4aec-9f67-ad2ee5866655 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379949 May 20 16:06:34.011248 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0834d2-68e0-43f0-830b-b561cb9bb599 req-f58d69f9-e107-49f9-a587-5183dfda91f7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:34.012725 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7c0834d2-68e0-43f0-830b-b561cb9bb599 req-f58d69f9-e107-49f9-a587-5183dfda91f7 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 944 time: 0.0838399 May 20 16:06:34.056589 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-7c0834d2-68e0-43f0-830b-b561cb9bb599 req-f396ddfe-5fae-455e-bef3-5862e6fb3d89 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383127 May 20 16:06:35.517762 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 61156837-eea1-4368-9ec4-94185b4024f0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:06:35.645845 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=61156837-eea1-4368-9ec4-94185b4024f0,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:35.658483 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '61156837-eea1-4368-9ec4-94185b4024f0', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'port_id': '61156837-eea1-4368-9ec4-94185b4024f0', 'mac_address': 'fa:16:3e:99:c7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:06:35.714242 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:35.731177 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61156837-eea1-4368-9ec4-94185b4024f0 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:06:35.746725 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=61156837-eea1-4368-9ec4-94185b4024f0,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:35.750357 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:35.752044 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-e9c4dd74-c5b3-4d59-8874-8e152f68a6db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:35.815116 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=61156837-eea1-4368-9ec4-94185b4024f0,revision_number=7']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:35.818091 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:36.027707 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['61156837-eea1-4368-9ec4-94185b4024f0'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:06:37.537925 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 61156837-eea1-4368-9ec4-94185b4024f0 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:06:37.606720 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 61156837-eea1-4368-9ec4-94185b4024f0 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:37.607100 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:37.718997 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:37.744703 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:06:37.754038 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=61156837-eea1-4368-9ec4-94185b4024f0,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:37.761615 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:37.764332 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:37.795591 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0', 'code': 200} May 20 16:06:37.816721 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:37.834218 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=61156837-eea1-4368-9ec4-94185b4024f0,revision_number=8']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:37.837699 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:39.494542 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-44d69393-76bd-4139-a774-b763f7585487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:41.893460 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:42.153700 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3070c497-1a42-4167-aac2-c7c78b35cfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:43.196999 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:44.762277 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:45.738266 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-94ff76e8-49ab-476f-82f9-ff4e84577fa2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1126528 May 20 16:06:45.878825 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-3fcb9dfa-0766-433e-becb-33a5e6966f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:45.880284 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-3fcb9dfa-0766-433e-becb-33a5e6966f0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1099 time: 0.0695319 May 20 16:06:46.020961 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-3a2d1ecc-82e9-4684-8774-0b6f1920262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:46.022282 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-3a2d1ecc-82e9-4684-8774-0b6f1920262d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 909 time: 0.1231592 May 20 16:06:46.217067 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-acf9d046-e3b4-4549-9bd3-4c44e08735c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 1002 time: 0.1856608 May 20 16:06:46.280118 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-45149509-f270-496c-8c51-b34b13889979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:46.281399 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-45149509-f270-496c-8c51-b34b13889979 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0554516 May 20 16:06:46.357354 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-f8cb0ab8-5d87-45ba-8e25-0cb9600f16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:46.358779 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-f8cb0ab8-5d87-45ba-8e25-0cb9600f16c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704317 May 20 16:06:46.486990 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-b2b37236-4864-4665-906f-2f01300565e6 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209128 May 20 16:06:46.615745 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c051e2e7-3c10-4176-a320-64096d3c3639 req-d6181a4c-4452-40c1-b901-27fea9f74867 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218853 May 20 16:06:49.577245 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:07:07.773405 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:09.495793 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4ee8206c-e58a-47e2-8792-f2693faaf41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:11.894947 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:12.154268 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-9a961789-6b2d-4a32-b641-c2e0800ed76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:13.200017 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:14.765648 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:26.575633 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:07:37.776079 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:39.496623 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-f59f726c-96d3-43c8-9401-051dd863b6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.897140 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:42.155269 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8cb60e30-2f6a-40fe-b518-6bb484d7e02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.202790 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.847908 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.654010 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4952eae5-d740-4462-a69c-ced3335d66ec req-d009f1ee-88af-4af1-a5f5-f89cc1f9a9db service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702384 May 20 16:07:46.803344 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952eae5-d740-4462-a69c-ced3335d66ec req-6a14790c-1a98-4130-b72d-89653b2ea33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:46.804799 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4952eae5-d740-4462-a69c-ced3335d66ec req-6a14790c-1a98-4130-b72d-89653b2ea33a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1099 time: 0.0728984 May 20 16:07:46.952051 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952eae5-d740-4462-a69c-ced3335d66ec req-99df397f-dec2-406c-b555-d44331c00ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:46.953335 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4952eae5-d740-4462-a69c-ced3335d66ec req-99df397f-dec2-406c-b555-d44331c00ddd service neutron] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 909 time: 0.1253474 May 20 16:07:47.055701 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4952eae5-d740-4462-a69c-ced3335d66ec req-6205a93a-9c6c-4180-917f-4047f2576b06 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 1002 time: 0.0902822 May 20 16:07:47.123080 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952eae5-d740-4462-a69c-ced3335d66ec req-45c87edb-b065-4a8c-8424-ce66187d0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:47.124506 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4952eae5-d740-4462-a69c-ced3335d66ec req-45c87edb-b065-4a8c-8424-ce66187d0810 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0590601 May 20 16:07:47.200943 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952eae5-d740-4462-a69c-ced3335d66ec req-0202b2fd-3a05-4eb9-bffd-5d308c486f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:47.202408 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4952eae5-d740-4462-a69c-ced3335d66ec req-0202b2fd-3a05-4eb9-bffd-5d308c486f4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0673840 May 20 16:07:47.333005 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4952eae5-d740-4462-a69c-ced3335d66ec req-5238a7fa-2709-44e6-8db4-a244f0238e13 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195498 May 20 16:07:47.463710 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-4952eae5-d740-4462-a69c-ced3335d66ec req-04672a25-f8ec-49fc-ac0c-3054afa00b0f service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209383 May 20 16:07:49.688981 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33970) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:49.944061 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Deleting port e1740442-93d8-4ac1-9bd5-da95b6cd360d {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:49.944289 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:50.076414 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:50.076739 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:50.194741 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Calling delete_port for e1740442-93d8-4ac1-9bd5-da95b6cd360d owned by network:floatingip {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:50.310212 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:50.314440 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:50.360277 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event deleted for resources: {'Port': ['ID=e1740442-93d8-4ac1-9bd5-da95b6cd360d,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:50.424075 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.424449 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.424810 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.425166 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.425514 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.425865 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.426210 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.426554 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.426898 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.427240 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.427579 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.427946 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:50.437393 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:50.455831 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for floatingip, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:50.456097 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.l3_db [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Floating IP 357cb635-7943-4a60-9987-b11972b49fcd disassociated (deleted). External IP: 172.27.2.222, port: 61156837-eea1-4368-9ec4-94185b4024f0. May 20 16:07:50.886708 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Router 8ed096a8-1576-42b6-b505-4f2186bfe29b has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:07:51.058746 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:07:51.068247 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] Sync routers for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:07:51.077829 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:51.078444 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:07:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:51.078712 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:51.137230 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "DELETE /v2.0/floatingips/357cb635-7943-4a60-9987-b11972b49fcd HTTP/1.1" status: 204 len: 168 time: 1.4448464 May 20 16:07:51.137230 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:07:51.182574 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0', 'status': 'completed', 'code': 200} May 20 16:07:51.260553 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:51.286937 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-c59ac00f-f843-48d8-ba6b-58c1d2af3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:51.289292 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-c59ac00f-f843-48d8-ba6b-58c1d2af3d38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d9c9c80168248038ab26558c3f4ec43&device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 1099 time: 0.0769606 May 20 16:07:51.478879 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-6ed1fbb7-260b-4739-8bf7-1f42a3f3aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:51.480343 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-6ed1fbb7-260b-4739-8bf7-1f42a3f3aeb6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 200 len: 909 time: 0.1808434 May 20 16:07:51.616721 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1aff91d4-d71d-4f5e-830b-18d733e4a345', 'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'mac_address': 'fa:16:3e:c1:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:25Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 5, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'subnets': [{'id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:51.620778 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] Checking router: 8ed096a8-1576-42b6-b505-4f2186bfe29b for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:07:51.629501 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:51.630123 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:07:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:51.661600 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-c6f61fa8-128d-427b-b8bf-0f00f3fac01b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 200 len: 217 time: 0.1716547 May 20 16:07:51.726568 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575c751-fbdb-46d9-8ff5-8fda2230eefe req-f1daa299-27d8-4fe2-a58f-26a6fdc75c14 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:51.728050 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1575c751-fbdb-46d9-8ff5-8fda2230eefe req-f1daa299-27d8-4fe2-a58f-26a6fdc75c14 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.2941151 May 20 16:07:51.756800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-7a11a119-b1c2-4755-979a-5edb8ef88c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:51.758727 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-7a11a119-b1c2-4755-979a-5edb8ef88c68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 200 len: 847 time: 0.0869884 May 20 16:07:51.808424 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:51.819702 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-1575c751-fbdb-46d9-8ff5-8fda2230eefe req-8faeebec-8ab3-47df-b7d3-bb6ed6ea65cf tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850725 May 20 16:07:51.858831 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-2dea200c-b305-4048-a647-890c0bbcebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:51.860366 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-2dea200c-b305-4048-a647-890c0bbcebc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d695483a-f100-4d3c-b24d-b937b5243ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0916719 May 20 16:07:51.991932 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-314d8059-417e-43b2-a0f4-677a29847cd7 service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241426 May 20 16:07:52.117383 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1aff91d4-d71d-4f5e-830b-18d733e4a345', 'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'mac_address': 'fa:16:3e:c1:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:25Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 5, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'subnets': [{'id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:52.121792 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f000ec-796d-40c7-8343-21ce59101bb1 None None] The sync data for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi is: [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:03:26Z', 'revision_number': 4, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '1aff91d4-d71d-4f5e-830b-18d733e4a345', 'name': '', 'network_id': 'd695483a-f100-4d3c-b24d-b937b5243ef1', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'mac_address': 'fa:16:3e:c1:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:25Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 5, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'subnets': [{'id': 'cf76666f-1aed-4e04-be98-4fce48b35a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:07:52.124386 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-3f45c5f8-549b-477c-9ede-6c57d1761d93 req-114e5b60-a9bc-442b-a1b7-06ca8e83e20e service neutron] 10.222.0.58 "GET /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253281 May 20 16:07:52.313330 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0753162-db74-4140-8887-7fe05d5e734c None None] New status for floating IP 357cb635-7943-4a60-9987-b11972b49fcd: DOWN {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:07:53.002608 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98bb99-ccd2-4dce-9769-051b4fe82042 req-9d5d3675-6352-4836-bbbf-e46e362da101 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:53.003290 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-3b98bb99-ccd2-4dce-9769-051b4fe82042 req-9d5d3675-6352-4836-bbbf-e46e362da101 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Synchronizing usage tracker for tenant:9d9c9c80168248038ab26558c3f4ec43 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:07:53.018558 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-3b98bb99-ccd2-4dce-9769-051b4fe82042 req-9d5d3675-6352-4836-bbbf-e46e362da101 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Unset dirty status for tenant:9d9c9c80168248038ab26558c3f4ec43 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:07:53.019913 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3b98bb99-ccd2-4dce-9769-051b4fe82042 req-9d5d3675-6352-4836-bbbf-e46e362da101 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0945842 May 20 16:07:53.068599 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-3b98bb99-ccd2-4dce-9769-051b4fe82042 req-f24836f8-8f8e-4ba9-9950-f1742aa5fac6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c4127e1-4771-488e-9030-3060f7444c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 May 20 16:07:53.266126 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-119bba1b-7128-4a04-9f26-c11029c98669 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:53.267534 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-119bba1b-7128-4a04-9f26-c11029c98669 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.58 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 946 time: 0.0782526 May 20 16:07:53.404045 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Deleting port 61156837-eea1-4368-9ec4-94185b4024f0 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:53.404305 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:53.534634 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] For port 61156837-eea1-4368-9ec4-94185b4024f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=61156837-eea1-4368-9ec4-94185b4024f0,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:53.534992 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:53.656731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Calling delete_port for 61156837-eea1-4368-9ec4-94185b4024f0 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:53.765871 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:53.771440 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:53.814934 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event deleted for resources: {'Port': ['ID=61156837-eea1-4368-9ec4-94185b4024f0,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:53.852286 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.852640 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.853249 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.853613 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.853964 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.854317 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.854692 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.855038 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.855384 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.855754 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.856099 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.856442 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:53.866636 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:53.900965 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] No DVR routers for this DVR port 61156837-eea1-4368-9ec4-94185b4024f0 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:07:53.903293 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:53.905864 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'name': 'network-vif-deleted', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:07:53.921148 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-bfc3ab02-7504-4db6-9bf8-e33a86b6f737 req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.58 "DELETE /v2.0/ports/61156837-eea1-4368-9ec4-94185b4024f0 HTTP/1.1" status: 204 len: 173 time: 0.6452048 May 20 16:07:53.956862 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2800bd63-2588-49ba-add7-080ff9670c34', 'name': 'network-vif-deleted', 'tag': '61156837-eea1-4368-9ec4-94185b4024f0', 'status': 'completed', 'code': 200} May 20 16:07:54.216995 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cec7a609-9cbf-4f58-99e9-3fd917801fd2 req-ca5098aa-2099-40ed-b9b0-7b4743cd9ce6 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "GET /v2.0/ports?device_id=2800bd63-2588-49ba-add7-080ff9670c34 HTTP/1.1" status: 200 len: 210 time: 0.0435922 May 20 16:07:55.312368 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33988) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:55.379506 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8671fa66-eef9-408f-b76c-901ddea45e39 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:55.408489 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8671fa66-eef9-408f-b76c-901ddea45e39 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:55.476289 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8671fa66-eef9-408f-b76c-901ddea45e39 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:55.480559 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6c96dac4-a54a-4090-bd71-50a3b0e9c5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:55.495924 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671fa66-eef9-408f-b76c-901ddea45e39 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4127e1-4771-488e-9030-3060f7444c4a,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:55.498471 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8671fa66-eef9-408f-b76c-901ddea45e39 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:55.508938 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8671fa66-eef9-408f-b76c-901ddea45e39 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:55.510061 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-8671fa66-eef9-408f-b76c-901ddea45e39 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] 10.222.0.47 "DELETE /v2.0/security-groups/9c4127e1-4771-488e-9030-3060f7444c4a HTTP/1.1" status: 204 len: 168 time: 0.1966579 May 20 16:07:56.572929 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 33996) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:57.193605 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496423'] for router_interface, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:57.595669 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Deleting port 1aff91d4-d71d-4f5e-830b-18d733e4a345 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:57.596383 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:57.714020 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] For port 1aff91d4-d71d-4f5e-830b-18d733e4a345, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=1aff91d4-d71d-4f5e-830b-18d733e4a345,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:57.714282 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:57.835115 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Calling delete_port for 1aff91d4-d71d-4f5e-830b-18d733e4a345 owned by network:router_interface {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:57.975830 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 61156837-eea1-4368-9ec4-94185b4024f0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:07:58.009187 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 61156837-eea1-4368-9ec4-94185b4024f0 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:07:58.009570 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 61156837-eea1-4368-9ec4-94185b4024f0 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:07:58.113000 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:58.116501 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a42b4452-8908-4e10-8ca4-672eec6b93a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:58.158755 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1aff91d4-d71d-4f5e-830b-18d733e4a345,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:58.162440 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:58.417968 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-523180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496531'] for router_interface, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:58.869471 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Router 8ed096a8-1576-42b6-b505-4f2186bfe29b has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:07:59.038480 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:07:59.047773 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] Sync routers for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:07:59.053044 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-d71a7632-d747-48c2-b896-b303940ef6bb admin admin] 10.222.0.47 "PUT /v2.0/routers/8ed096a8-1576-42b6-b505-4f2186bfe29b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4790087 May 20 16:07:59.053821 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34000) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:59.057708 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:59.058316 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:07:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:59.227785 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:59.233165 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:59.398612 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:59.479651 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Deleting port f9eb4041-95b0-439b-908d-a4624ac6cd98 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:59.480144 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:59.556027 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:07:58Z', 'revision_number': 5, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port': {'id': 'f9eb4041-95b0-439b-908d-a4624ac6cd98', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:23Z', 'updated_at': '2021-05-20T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:59.559858 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] Checking router: 8ed096a8-1576-42b6-b505-4f2186bfe29b for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:07:59.568086 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] Routers {'8ed096a8-1576-42b6-b505-4f2186bfe29b'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:59.568696 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:07:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['8ed096a8-1576-42b6-b505-4f2186bfe29b'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:59.600081 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] For port f9eb4041-95b0-439b-908d-a4624ac6cd98, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=f9eb4041-95b0-439b-908d-a4624ac6cd98,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:59.600432 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:59.718898 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] Set router 8ed096a8-1576-42b6-b505-4f2186bfe29b gateway port host: None {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:59.719802 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Calling delete_port for f9eb4041-95b0-439b-908d-a4624ac6cd98 owned by network:router_gateway {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:59.823356 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:07:59Z', 'revision_number': 6, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port_host': None}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:59.827664 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f69c14-97be-472f-bbaf-c21c17e0ef4c None None] The sync data for ids ['8ed096a8-1576-42b6-b505-4f2186bfe29b'] in dv-cinder-784779-12-iscsi is: [{'id': '8ed096a8-1576-42b6-b505-4f2186bfe29b', 'name': 'tempest-TestShelveInstance-180763059-router', 'tenant_id': '9d9c9c80168248038ab26558c3f4ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:22Z', 'updated_at': '2021-05-20T16:07:59Z', 'revision_number': 6, 'project_id': '9d9c9c80168248038ab26558c3f4ec43', 'gw_port_host': None}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:07:59.969197 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:59.972710 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a55511f6-e44e-4b19-8ed2-6ac463fea841 tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:00.015816 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9eb4041-95b0-439b-908d-a4624ac6cd98,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:00.018315 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:00.117550 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474892'] for router_gateway, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.290871 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.293096 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.316358 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-474160'] for router, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.317016 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed096a8-1576-42b6-b505-4f2186bfe29b {{(pid=91644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:08:00.329715 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.330841 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/8ed096a8-1576-42b6-b505-4f2186bfe29b HTTP/1.1" status: 204 len: 168 time: 1.2761292 May 20 16:08:00.333406 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34006) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:00.393432 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5780e0f-5e37-4082-8711-43b895518840 admin admin] Deleting subnet cf76666f-1aed-4e04-be98-4fce48b35a97 {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:08:00.396233 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e5780e0f-5e37-4082-8711-43b895518840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.443030 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e5780e0f-5e37-4082-8711-43b895518840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.517423 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e5780e0f-5e37-4082-8711-43b895518840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.767368 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e5780e0f-5e37-4082-8711-43b895518840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.771713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-552ad53b-8afb-454a-877f-b887ea5c8de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:00.810649 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5780e0f-5e37-4082-8711-43b895518840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf76666f-1aed-4e04-be98-4fce48b35a97,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:00.811916 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-e5780e0f-5e37-4082-8711-43b895518840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.816564 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08068807-b929-48dd-88a5-6df65bb87f08 None None] Network d695483a-f100-4d3c-b24d-b937b5243ef1 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:00.817951 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e5780e0f-5e37-4082-8711-43b895518840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:00.822379 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-e5780e0f-5e37-4082-8711-43b895518840 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cf76666f-1aed-4e04-be98-4fce48b35a97 HTTP/1.1" status: 204 len: 168 time: 0.4880230 May 20 16:08:00.825048 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34010) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:00.929552 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.000708 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Deleting port 9b656379-fa92-4983-9fe3-239265952b32 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:01.001051 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.051510 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] DHCP port deletion for d695483a-f100-4d3c-b24d-b937b5243ef1 request from dv-cinder-784779-12-iscsi {{(pid=91645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:08:01.101316 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] For port 9b656379-fa92-4983-9fe3-239265952b32, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=9b656379-fa92-4983-9fe3-239265952b32,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:01.101582 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.119612 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Deleting port 9b656379-fa92-4983-9fe3-239265952b32 {{(pid=91645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:01.120025 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.225045 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] For port 9b656379-fa92-4983-9fe3-239265952b32, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=9b656379-fa92-4983-9fe3-239265952b32,segment=NetworkSegment(64b9417c-0faf-4c88-82b7-ef2635755a8e),segment_id=64b9417c-0faf-4c88-82b7-ef2635755a8e)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:01.225445 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.322087 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Calling delete_port for 9b656379-fa92-4983-9fe3-239265952b32 owned by network:dhcp {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:01.345990 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Calling delete_port for 9b656379-fa92-4983-9fe3-239265952b32 owned by network:dhcp {{(pid=91645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:01.368281 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.373000 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:01.386932 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919'] for port, after_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.390434 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-6f2c99c9-7a98-4489-8d47-817fdab89ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:01.417986 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b656379-fa92-4983-9fe3-239265952b32,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:01.421160 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:01.421938 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] No DVR routers for this DVR port 9b656379-fa92-4983-9fe3-239265952b32 on host dv-cinder-784779-12-iscsi {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:08:01.435633 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Pushing event deleted for resources: {'Port': ['ID=9b656379-fa92-4983-9fe3-239265952b32,revision_number=None']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:01.440361 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] No DVR routers for this DVR port 9b656379-fa92-4983-9fe3-239265952b32 on host dv-cinder-784779-12-iscsi {{(pid=91645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:08:01.446865 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.447218 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.447546 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.447897 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.448222 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.448544 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.448864 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.449182 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.449544 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.449802 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.450117 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.450430 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:01.454873 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:01.496261 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 9b656379-fa92-4983-9fe3-239265952b32 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:01.530509 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 9b656379-fa92-4983-9fe3-239265952b32 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:08:01.530856 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 9b656379-fa92-4983-9fe3-239265952b32 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:01.531272 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device f9eb4041-95b0-439b-908d-a4624ac6cd98 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:01.540137 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.552808 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d695483a-f100-4d3c-b24d-b937b5243ef1']}} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:01.563049 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: f9eb4041-95b0-439b-908d-a4624ac6cd98 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:08:01.563403 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device f9eb4041-95b0-439b-908d-a4624ac6cd98 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:01.563856 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1aff91d4-d71d-4f5e-830b-18d733e4a345 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:01.565048 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b9417c-0faf-4c88-82b7-ef2635755a8e') {'for_net_delete': True} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:01.565348 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.services.segments.db [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b9417c-0faf-4c88-82b7-ef2635755a8e') {} {{(pid=91643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:01.580467 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4097019'] for segment, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.597186 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.599209 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 1aff91d4-d71d-4f5e-830b-18d733e4a345 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:08:01.599560 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1aff91d4-d71d-4f5e-830b-18d733e4a345 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:01.604827 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=91643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:08:01.605365 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3905024'] for segment, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: Traceback (most recent call last): May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: timer() May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: cb(*args, **kw) May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: return func(*args, **kwargs) May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: self._notify() May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: self.callback(batched_events) May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: event.method(event) May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: return f(self, *a, **k) May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._get(url).json() May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: return self.request(url, 'GET', **kwargs) May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:08:01.619885 dv-cinder-784779-12-iscsi neutron-server[91643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:08:01.694978 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.699024 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:01.713117 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.723906 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Pushing event deleted for resources: {'Network': ['ID=d695483a-f100-4d3c-b24d-b937b5243ef1,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:01.728396 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:01.731780 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d695483a-f100-4d3c-b24d-b937b5243ef1 HTTP/1.1" status: 204 len: 168 time: 0.9057424 May 20 16:08:01.734594 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34014) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:02.262827 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496423'] for router_interface, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:02.655198 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Deleting port 0d1f7905-9a24-4a85-9db2-2c36097e5658 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:02.655529 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:02.866957 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] For port 0d1f7905-9a24-4a85-9db2-2c36097e5658, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=0d1f7905-9a24-4a85-9db2-2c36097e5658,segment=NetworkSegment(921f47d7-c5e4-4dfa-8965-c520833e9a60),segment_id=921f47d7-c5e4-4dfa-8965-c520833e9a60)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:02.867935 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:02.989078 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Calling delete_port for 0d1f7905-9a24-4a85-9db2-2c36097e5658 owned by network:router_interface {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:03.133871 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:03.138473 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-a66ff2de-da52-4093-98fd-5e177602f169 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:03.181790 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1f7905-9a24-4a85-9db2-2c36097e5658,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:03.207839 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:03.446731 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-523180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496531'] for router_interface, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:03.574468 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:08:03.793874 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Router 381239ac-079a-4b57-ad1e-cf36bc76d7ca has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:08:03.971802 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:03.980972 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] Sync routers for ids ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:03.991119 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] Routers {'381239ac-079a-4b57-ad1e-cf36bc76d7ca'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:03.995713 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:07:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:03.995954 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34018) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:03.996481 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] 10.222.0.47 "PUT /v2.0/routers/381239ac-079a-4b57-ad1e-cf36bc76d7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2606554 May 20 16:08:04.177029 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] Set router 381239ac-079a-4b57-ad1e-cf36bc76d7ca gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:04.193193 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:04.390926 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:04.463526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Deleting port 88daf75d-5988-4573-815e-b37d62e1ef99 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:04.463894 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:04.471897 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:08:03Z', 'revision_number': 5, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'gw_port': {'id': '88daf75d-5988-4573-815e-b37d62e1ef99', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:04.475607 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] Checking router: 381239ac-079a-4b57-ad1e-cf36bc76d7ca for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:04.485300 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] Routers {'381239ac-079a-4b57-ad1e-cf36bc76d7ca'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:04.485997 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:07:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:04.648790 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] Set router 381239ac-079a-4b57-ad1e-cf36bc76d7ca gateway port host: None {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:04.703559 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] For port 88daf75d-5988-4573-815e-b37d62e1ef99, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=88daf75d-5988-4573-815e-b37d62e1ef99,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:04.703949 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:04.763208 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:08:04Z', 'revision_number': 6, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'gw_port_host': None}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:04.767213 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164117f5-2439-4f52-869d-8030e0bd26db None None] The sync data for ids ['381239ac-079a-4b57-ad1e-cf36bc76d7ca'] in dv-cinder-784779-12-iscsi is: [{'id': '381239ac-079a-4b57-ad1e-cf36bc76d7ca', 'name': 'tempest-TestShelveInstance-48163379-router', 'tenant_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:29Z', 'updated_at': '2021-05-20T16:08:04Z', 'revision_number': 6, 'project_id': '4a19b7017fa34188bd5e49f0f73d4f5f', 'gw_port_host': None}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:04.826178 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Calling delete_port for 88daf75d-5988-4573-815e-b37d62e1ef99 owned by network:router_gateway {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:04.958852 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:04.963542 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-e8ce6b02-c63b-4a43-bc80-fcf9655587fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:05.005782 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=88daf75d-5988-4573-815e-b37d62e1ef99,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:05.033800 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:05.096763 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474892'] for router_gateway, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.266501 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.268595 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.290236 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-474160'] for router, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.290836 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 381239ac-079a-4b57-ad1e-cf36bc76d7ca {{(pid=91644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:08:05.302406 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.303490 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/381239ac-079a-4b57-ad1e-cf36bc76d7ca HTTP/1.1" status: 204 len: 168 time: 1.3087919 May 20 16:08:05.306031 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34022) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:05.366225 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e89a46c-13b0-4a83-99c5-a6139363f127 admin admin] Deleting subnet 735e6205-d9c2-4691-92e6-f0621bbb9509 {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:08:05.369244 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0e89a46c-13b0-4a83-99c5-a6139363f127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.416748 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0e89a46c-13b0-4a83-99c5-a6139363f127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.496754 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0e89a46c-13b0-4a83-99c5-a6139363f127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.529673 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 88daf75d-5988-4573-815e-b37d62e1ef99 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:05.562808 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 88daf75d-5988-4573-815e-b37d62e1ef99 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:08:05.563161 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 88daf75d-5988-4573-815e-b37d62e1ef99 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:05.563572 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 0d1f7905-9a24-4a85-9db2-2c36097e5658 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:05.597261 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 0d1f7905-9a24-4a85-9db2-2c36097e5658 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:08:05.597615 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 0d1f7905-9a24-4a85-9db2-2c36097e5658 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:05.753867 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0e89a46c-13b0-4a83-99c5-a6139363f127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.759360 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-5173d61d-468b-4551-b655-471d246c611f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:05.795197 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0e89a46c-13b0-4a83-99c5-a6139363f127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.798648 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89a46c-13b0-4a83-99c5-a6139363f127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735e6205-d9c2-4691-92e6-f0621bbb9509,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:05.799662 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c16fc99-0350-4a1a-83f4-3cf817aecd20 None None] Network 1ef8e3af-1175-4708-8e85-d2802fb56c31 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:05.801701 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0e89a46c-13b0-4a83-99c5-a6139363f127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:05.804502 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-0e89a46c-13b0-4a83-99c5-a6139363f127 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/735e6205-d9c2-4691-92e6-f0621bbb9509 HTTP/1.1" status: 204 len: 168 time: 0.4975617 May 20 16:08:05.808164 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34026) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:05.911894 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.986598 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Deleting port 7b839a6f-fc22-4e59-a1db-76a3e3993751 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:05.986932 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.070870 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] DHCP port deletion for 1ef8e3af-1175-4708-8e85-d2802fb56c31 request from dv-cinder-784779-12-iscsi {{(pid=91645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:08:06.090972 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] For port 7b839a6f-fc22-4e59-a1db-76a3e3993751, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=7b839a6f-fc22-4e59-a1db-76a3e3993751,segment=NetworkSegment(921f47d7-c5e4-4dfa-8965-c520833e9a60),segment_id=921f47d7-c5e4-4dfa-8965-c520833e9a60)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:06.091566 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.136071 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] Deleting port 7b839a6f-fc22-4e59-a1db-76a3e3993751 {{(pid=91645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:06.136460 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.238138 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] For port 7b839a6f-fc22-4e59-a1db-76a3e3993751, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=7b839a6f-fc22-4e59-a1db-76a3e3993751,segment=NetworkSegment(921f47d7-c5e4-4dfa-8965-c520833e9a60),segment_id=921f47d7-c5e4-4dfa-8965-c520833e9a60)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:06.238532 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.314205 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Calling delete_port for 7b839a6f-fc22-4e59-a1db-76a3e3993751 owned by network:dhcp {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:06.359926 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] Calling delete_port for 7b839a6f-fc22-4e59-a1db-76a3e3993751 owned by network:dhcp {{(pid=91645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:06.360325 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.365072 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-953f79eb-4484-40a4-90ea-11a339af5149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:06.402143 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919'] for port, after_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.406606 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:06.407614 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b839a6f-fc22-4e59-a1db-76a3e3993751,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:06.409423 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] No DVR routers for this DVR port 7b839a6f-fc22-4e59-a1db-76a3e3993751 on host dv-cinder-784779-12-iscsi {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:08:06.410859 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:06.451629 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] Pushing event deleted for resources: {'Port': ['ID=7b839a6f-fc22-4e59-a1db-76a3e3993751,revision_number=None']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:06.453452 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] No DVR routers for this DVR port 7b839a6f-fc22-4e59-a1db-76a3e3993751 on host dv-cinder-784779-12-iscsi {{(pid=91645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:08:06.454626 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-19f9f560-422e-434e-a8ec-cb21e4edc359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:06.522583 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.540491 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef8e3af-1175-4708-8e85-d2802fb56c31']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:06.552149 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921f47d7-c5e4-4dfa-8965-c520833e9a60') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:06.552441 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921f47d7-c5e4-4dfa-8965-c520833e9a60') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:06.563185 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.579667 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.585682 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:08:06.586562 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:08:06.599741 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:08:06.671334 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.674715 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:06.690844 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:06.701164 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef8e3af-1175-4708-8e85-d2802fb56c31,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:06.705304 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:06.708669 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-5079a9e8-17f9-4768-b2c4-641b32d20b27 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1ef8e3af-1175-4708-8e85-d2802fb56c31 HTTP/1.1" status: 204 len: 168 time: 0.8995991 May 20 16:08:06.895418 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34032) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:06.943059 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-d8e24b2e-224c-49f9-901c-7d7f6d906d71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d9c9c80168248038ab26558c3f4ec43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464401 May 20 16:08:06.945784 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34036) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:07.001354 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6bd4bbe6-5cff-4434-9207-4bfa6deb0f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.026739 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6bd4bbe6-5cff-4434-9207-4bfa6deb0f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.176701 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6bd4bbe6-5cff-4434-9207-4bfa6deb0f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.180830 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1a562d05-d014-42eb-a7b9-20813a615a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:07.192882 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4bbe6-5cff-4434-9207-4bfa6deb0f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a46fc5b-4503-42be-9959-302902ddc3ff,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:07.196735 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6bd4bbe6-5cff-4434-9207-4bfa6deb0f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:07.202098 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-6bd4bbe6-5cff-4434-9207-4bfa6deb0f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.205463 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-6bd4bbe6-5cff-4434-9207-4bfa6deb0f63 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a46fc5b-4503-42be-9959-302902ddc3ff HTTP/1.1" status: 204 len: 168 time: 0.2565362 May 20 16:08:07.472777 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 7b839a6f-fc22-4e59-a1db-76a3e3993751 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:07.509024 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 7b839a6f-fc22-4e59-a1db-76a3e3993751 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:08:07.509374 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 7b839a6f-fc22-4e59-a1db-76a3e3993751 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:07.649394 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34044) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:07.697530 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-9658a93c-833c-4b07-b50b-6b7ad871027b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a19b7017fa34188bd5e49f0f73d4f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468612 May 20 16:08:07.699859 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34048) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:07.755854 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb102-54c8-47c5-8584-fe10c2466ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.772801 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.783650 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb102-54c8-47c5-8584-fe10c2466ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.833770 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb102-54c8-47c5-8584-fe10c2466ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.838034 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-79a698c8-083d-4c46-8ff3-2b3687471c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:07.848803 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cb102-54c8-47c5-8584-fe10c2466ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f28b790-c6e1-4192-bae0-481a428d9d58,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:07.852588 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0d4cb102-54c8-47c5-8584-fe10c2466ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:07.855842 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb102-54c8-47c5-8584-fe10c2466ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.856954 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-0d4cb102-54c8-47c5-8584-fe10c2466ca1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f28b790-c6e1-4192-bae0-481a428d9d58 HTTP/1.1" status: 204 len: 168 time: 0.1561713 May 20 16:08:08.626311 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34072) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:08.729001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1395401741-network', 'tenant_id': '1aa29db6cd514de9b6749b7796180092'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:08.733651 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:08.737453 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Usage tracker for resource:network and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:08.740325 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:08.746790 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:08.756379 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Made reservation on behalf of 1aa29db6cd514de9b6749b7796180092 for: {'network': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:08.758651 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.770168 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.785600 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:08.789774 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Usage tracker for resource:security_group_rule and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:08.792478 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:08.797958 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:08.881581 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.885307 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.889377 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-535fb7f9-2abb-487b-ab9c-688b02f2ddff tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:08.915346 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=91643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:08:08.923951 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768ebd8d-8aae-4f45-afc3-a1efc2de5e46,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:08.927402 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:08.929765 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.930105 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.segments_db [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Added segment 4738bde8-1f11-4a03-852c-94252e7d1cd6 of type vlan for network f6dc95d7-4432-4979-8bad-ed16d98f0232 May 20 16:08:08.955426 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.983478 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.984720 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:08.985289 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.988447 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ace614d9-4ecd-455f-8e14-ff571cefc821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:09.084063 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4566319 May 20 16:08:09.087577 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34078) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:09.088140 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Pushing event updated for resources: {'Network': ['ID=f6dc95d7-4432-4979-8bad-ed16d98f0232,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:09.090810 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ebab634f-791a-44d9-b91a-3261e7a4f02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:09.094022 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Request body: {'subnet': {'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1395401741-subnet', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:09.097874 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:08:09.099094 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:09.102995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Usage tracker for resource:subnet and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:09.105856 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:09.113009 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:09.122644 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Made reservation on behalf of 1aa29db6cd514de9b6749b7796180092 for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:09.124922 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480485'] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:09.497234 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e39140c9-1db1-4b49-a836-1ba701daf5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:09.499678 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480503'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:09.504258 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:09.574774 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2747e10f-c9ea-431c-be33-090566ef2367,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:09.578173 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:09.583552 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Checking segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:09.583932 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Network hostable DHCP agents. Network: f6dc95d7-4432-4979-8bad-ed16d98f0232, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:08:09.600713 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:08:09.609440 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, f6dc95d7-4432-4979-8bad-ed16d98f0232) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:09.617272 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:09.617860 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:09.619675 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f281b5a0-6234-4a61-bf78-e6aacd6a779e None None] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:09.640083 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5488954 May 20 16:08:09.640345 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34082) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:09.645333 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:09.650282 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:09.654002 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Usage tracker for resource:router and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:09.656849 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:09.662418 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:09.673074 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:09.674070 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:09.688542 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:09.834273 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-f6dc95d7-4432-4979-8bad-ed16d98f0232', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:08:09.835099 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:09.986764 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Allocated IP 172.20.0.2 (f6dc95d7-4432-4979-8bad-ed16d98f0232/2747e10f-c9ea-431c-be33-090566ef2367/abd62bb6-4a85-4e07-a7f4-a374eb35682a) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:10.055960 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.194178 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.209794 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Transition to ACTIVE for port object abd62bb6-4a85-4e07-a7f4-a374eb35682a will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:10.228032 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Transition to ACTIVE for port object abd62bb6-4a85-4e07-a7f4-a374eb35682a will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:10.233968 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.237391 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:10.297482 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:10.300335 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:10.303964 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:10.312985 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Pushing event updated for resources: {'Port': ['ID=abd62bb6-4a85-4e07-a7f4-a374eb35682a,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:10.341819 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:10.373060 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.399267 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Attempting to bind port abd62bb6-4a85-4e07-a7f4-a374eb35682a on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:10.399645 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Attempting to bind port abd62bb6-4a85-4e07-a7f4-a374eb35682a by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:10.400047 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Attempting to bind port abd62bb6-4a85-4e07-a7f4-a374eb35682a on network f6dc95d7-4432-4979-8bad-ed16d98f0232 {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:10.405269 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:10.405649 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Checking segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:10.406060 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.406461 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Bound using segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:10.406610 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.406933 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Bound port: abd62bb6-4a85-4e07-a7f4-a374eb35682a, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:10.407313 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.497362 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] For port abd62bb6-4a85-4e07-a7f4-a374eb35682a, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:10.500445 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] For port abd62bb6-4a85-4e07-a7f4-a374eb35682a, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=abd62bb6-4a85-4e07-a7f4-a374eb35682a,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:10.504746 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.508199 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-81b00b3a-e5fd-4f88-857f-4aaa5f960003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:10.538527 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Allocated IP 172.27.2.115 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:10.591000 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Pushing event updated for resources: {'Port': ['ID=abd62bb6-4a85-4e07-a7f4-a374eb35682a,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:10.593760 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:10.690447 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.722760 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.727151 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3b5e4ccb-68fb-4fce-86a6-e9f546f1b7c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:10.800987 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:10.804072 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:10.807435 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:10.845652 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:10.848555 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:11.226942 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.423322 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d4bf14-e37c-48ad-97ae-8884aaa3bb28 None None] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:11.545438 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device abd62bb6-4a85-4e07-a7f4-a374eb35682a up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:11.621747 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-32c89748-e659-4fd9-9e30-46570ccc47b9 None None] Provisioning for port abd62bb6-4a85-4e07-a7f4-a374eb35682a completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:11.679498 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.693335 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port abd62bb6-4a85-4e07-a7f4-a374eb35682a completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:11.703159 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port abd62bb6-4a85-4e07-a7f4-a374eb35682a triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:11.703537 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.872040 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.887508 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:08:11.914790 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.920061 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port abd62bb6-4a85-4e07-a7f4-a374eb35682a, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=abd62bb6-4a85-4e07-a7f4-a374eb35682a,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:11.924462 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.926313 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:11.994182 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=abd62bb6-4a85-4e07-a7f4-a374eb35682a,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:11.998617 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:12.066505 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3cfa44da-07d8-4a7e-868b-cfe6f6e76f2b None None] Provisioning complete for port abd62bb6-4a85-4e07-a7f4-a374eb35682a triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:12.066885 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3cfa44da-07d8-4a7e-868b-cfe6f6e76f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:12.070818 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:12.093989 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:12.095197 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4539497 May 20 16:08:12.097894 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34086) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:12.098144 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Sync routers for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:12.125044 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:12.125666 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:07:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:12.234812 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2912bcd8-2c81-4169-a1ec-312f04c8001a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:12.376177 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:12.655351 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:11Z', 'revision_number': 3, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:12.659098 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Checking router: a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:12.659445 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Updating router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:08:12.711450 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:12.754908 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.038333 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.050520 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Transition to ACTIVE for port object 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:13.057292 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.060809 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:13.079486 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Allocated IP 172.20.0.1 (f6dc95d7-4432-4979-8bad-ed16d98f0232/2747e10f-c9ea-431c-be33-090566ef2367/2e8571fc-ec25-4263-920d-62402f817e55) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:13.175369 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Attempting to bind port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:13.175762 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Attempting to bind port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:13.176130 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Attempting to bind port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:13.178028 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284773f2-9f5a-42ef-94b2-f47ae5e171bd None None] Pushing event updated for resources: {'Port': ['ID=1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:13.182046 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-284773f2-9f5a-42ef-94b2-f47ae5e171bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:13.184531 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:13.184910 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:13.185313 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.186100 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:13.186897 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Bound port: 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:13.186897 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.226726 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.243255 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Transition to ACTIVE for port object 2e8571fc-ec25-4263-920d-62402f817e55 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:13.247083 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.266038 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.270831 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ef26c28c-12d4-44d2-b617-d13980c6dfb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:13.270993 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] For port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:13.274104 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] For port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:13.277601 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.281999 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:13.334539 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:13.337532 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:13.341408 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:13.354716 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:13.355722 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:08:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:13.375765 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Pushing event updated for resources: {'Port': ['ID=2e8571fc-ec25-4263-920d-62402f817e55,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:13.380382 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:13.400296 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.438665 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284773f2-9f5a-42ef-94b2-f47ae5e171bd None None] Pushing event updated for resources: {'Port': ['ID=1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:13.442011 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-284773f2-9f5a-42ef-94b2-f47ae5e171bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:13.535913 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device abd62bb6-4a85-4e07-a7f4-a374eb35682a up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:13.599244 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:13.656387 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.751496 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-51d7f5bb-b003-495b-90d4-7b2a0e13c621 None None] Provisioning for port 2e8571fc-ec25-4263-920d-62402f817e55 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:13.762296 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-51d7f5bb-b003-495b-90d4-7b2a0e13c621 None None] Provisioning complete for port 2e8571fc-ec25-4263-920d-62402f817e55 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:13.762686 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-51d7f5bb-b003-495b-90d4-7b2a0e13c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.872258 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port abd62bb6-4a85-4e07-a7f4-a374eb35682a triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:13.872566 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.875494 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.880987 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.907723 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:13.922781 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-51d7f5bb-b003-495b-90d4-7b2a0e13c621 None None] Port 2e8571fc-ec25-4263-920d-62402f817e55 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:13.987763 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Pushing event updated for resources: {'Port': ['ID=2e8571fc-ec25-4263-920d-62402f817e55,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:13.990274 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.995264 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:14.066734 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:11Z', 'revision_number': 3, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:14.071235 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c5fb68-1b6c-41c8-8622-12d66f7adb19 None None] The sync data for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi is: [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:11Z', 'revision_number': 3, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:14.131403 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:14.133357 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:14.359535 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:08:14.444795 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-db27e8d2-6324-4580-829b-2efc22345a1a None None] Provisioning complete for port 2e8571fc-ec25-4263-920d-62402f817e55 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:14.445212 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db27e8d2-6324-4580-829b-2efc22345a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:14.505003 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-db27e8d2-6324-4580-829b-2efc22345a1a None None] Port 2e8571fc-ec25-4263-920d-62402f817e55 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:14.672586 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:14.682400 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] 10.222.0.47 "PUT /v2.0/routers/a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5834930 May 20 16:08:14.773888 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.181859 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34106) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:15.187829 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-708083900-network', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:15.192706 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:15.196444 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Usage tracker for resource:network and tenant:d43cacd928644a8eaf36ce8982efcd6a is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:15.199268 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:15.205717 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:15.215812 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Made reservation on behalf of d43cacd928644a8eaf36ce8982efcd6a for: {'network': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:15.218092 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-588432'] for network, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.234052 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.248393 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:15.252111 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Usage tracker for resource:security_group_rule and tenant:d43cacd928644a8eaf36ce8982efcd6a is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:15.254810 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:15.260840 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:15.347984 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.352294 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.355078 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-de0fa59b-934f-4be4-8a6f-714e3f4d4af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:15.382502 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=91643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:08:15.391293 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad3427d-6726-4575-96a5-4b68904c92d6,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:15.394455 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:15.399753 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.399753 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.segments_db [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Added segment 3ef2d6f8-d786-4f48-ace3-4bf4b80d225b of type vlan for network 2bd8ce17-a620-4513-a5ea-cc329f88585e May 20 16:08:15.426053 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733651378652'] for network, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.463078 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173'] for network, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.464939 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:15.465527 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.468994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4fb7e894-aab5-4846-a7f3-7eca94d904df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:15.516477 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:15.573533 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3898449 May 20 16:08:15.573745 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Pushing event updated for resources: {'Network': ['ID=2bd8ce17-a620-4513-a5ea-cc329f88585e,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:15.575848 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34110) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:15.581554 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Request body: {'subnet': {'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-708083900-subnet', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'ip_version': 4}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:15.586980 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-76c61a3a-ae0c-469e-a4aa-ff161adb7e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:15.587123 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Network 2bd8ce17-a620-4513-a5ea-cc329f88585e details requested by agent ovs-agent-dv-cinder-784779-12-iscsi with host dv-cinder-784779-12-iscsi {{(pid=91645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:08:15.587662 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:15.591952 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Usage tracker for resource:subnet and tenant:d43cacd928644a8eaf36ce8982efcd6a is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:15.594846 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:15.595932 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Sync routers for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:15.600672 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:15.606635 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:15.607456 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:08:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:15.613792 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Made reservation on behalf of d43cacd928644a8eaf36ce8982efcd6a for: {'subnet': 1} {{(pid=91644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:15.616183 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2480485'] for subnet, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.622787 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:15.678331 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:15.678707 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.790468 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:15.821321 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.841671 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:15.845964 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.849467 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:15.919909 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:15.923469 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:16.019890 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2480503'] for subnet, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.025163 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:16.095305 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3961f82c-424e-4467-98d4-28698421eacb,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:16.098864 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:16.104595 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Checking segment: {'id': '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:16.104946 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Network hostable DHCP agents. Network: 2bd8ce17-a620-4513-a5ea-cc329f88585e, hostable agents: ['642b21e8-c064-4278-b21c-4fd8eb0ebc11'], hosted agents: [] {{(pid=91644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:08:16.122129 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Network 2bd8ce17-a620-4513-a5ea-cc329f88585e is scheduled to be hosted by DHCP agent 642b21e8-c064-4278-b21c-4fd8eb0ebc11 with binding_index 1 {{(pid=91644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:08:16.125441 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 2, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:16.129454 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Checking router: a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:16.129809 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Updating router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 port 2e8571fc-ec25-4263-920d-62402f817e55 binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:08:16.133576 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-iscsi, 2bd8ce17-a620-4513-a5ea-cc329f88585e) {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:16.142090 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:16.142687 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.151586 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698ae31-3d75-41e6-83f8-2ac88c85fa59 None None] Network 2bd8ce17-a620-4513-a5ea-cc329f88585e requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:16.164090 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-3aa4a080-a4ae-4322-9764-95e46dbd3e43 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5870979 May 20 16:08:16.166799 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34114) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:16.172626 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:16.177329 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:16.182796 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Usage tracker for resource:router and tenant:d43cacd928644a8eaf36ce8982efcd6a is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:16.185510 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.186906 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:16.193221 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:16.205526 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1286'] for router, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.206806 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.225882 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.412723 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0792577b-1726-556b-8310-d37715a3d577-2bd8ce17-a620-4513-a5ea-cc329f88585e', 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'fixed_ips': [{'subnet_id': '3961f82c-424e-4467-98d4-28698421eacb'}]}} from dv-cinder-784779-12-iscsi. {{(pid=91645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:08:16.413683 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.503312 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1389'] for router, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.538623 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.550510 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Transition to ACTIVE for port object 2e8571fc-ec25-4263-920d-62402f817e55 will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:16.557151 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.561701 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:16.572881 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.db_base_plugin_common [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Allocated IP 172.20.0.2 (2bd8ce17-a620-4513-a5ea-cc329f88585e/3961f82c-424e-4467-98d4-28698421eacb/dcf1200e-4402-4be8-a697-7fe2d67ae5b1) {{(pid=91645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:16.678110 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Pushing event updated for resources: {'Port': ['ID=2e8571fc-ec25-4263-920d-62402f817e55,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:16.690963 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.691323 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.691886 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.692403 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.692893 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.693373 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.693860 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.694430 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.694930 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.695445 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.695942 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.696428 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:16.700527 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:16.785000 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.795926 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Transition to ACTIVE for port object dcf1200e-4402-4be8-a697-7fe2d67ae5b1 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:16.806114 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Attempting to bind port 2e8571fc-ec25-4263-920d-62402f817e55 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:16.806800 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Attempting to bind port 2e8571fc-ec25-4263-920d-62402f817e55 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:16.807347 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Attempting to bind port 2e8571fc-ec25-4263-920d-62402f817e55 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:16.813487 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:16.814138 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Checking segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:16.814705 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.814891 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Transition to ACTIVE for port object dcf1200e-4402-4be8-a697-7fe2d67ae5b1 will not be triggered until provisioned by entity DHCP. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:16.815554 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Bound using segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:16.816388 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Bound port: 2e8571fc-ec25-4263-920d-62402f817e55, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:16.817128 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.822759 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910'] for port, after_create {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.828086 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-73dbcd18-3724-4947-ada7-685612b28b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:16.838422 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.871011 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.896720 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Network 2bd8ce17-a620-4513-a5ea-cc329f88585e is already hosted by enough agents. {{(pid=91645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:16.900415 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.scheduler.base_scheduler [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Resources bound (agent type, host, resource id): {{(pid=91645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:16.904232 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Received port after_create {{(pid=91645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:16.912622 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] For port 2e8571fc-ec25-4263-920d-62402f817e55, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:16.917115 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] For port 2e8571fc-ec25-4263-920d-62402f817e55, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=2e8571fc-ec25-4263-920d-62402f817e55,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:16.922458 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.928237 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-731e1284-0b52-4f19-a97c-bc1632a36c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:16.937648 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Pushing event updated for resources: {'Port': ['ID=dcf1200e-4402-4be8-a697-7fe2d67ae5b1,revision_number=1']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:16.947638 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:17.004075 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Pushing event updated for resources: {'Port': ['ID=2e8571fc-ec25-4263-920d-62402f817e55,revision_number=4']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:17.007443 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-a88252e6-ee54-4f59-9bc4-b3228125e9e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:17.008019 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Attempting to bind port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:17.008380 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Attempting to bind port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:17.008746 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Attempting to bind port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 on network 2bd8ce17-a620-4513-a5ea-cc329f88585e {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:17.014856 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:17.015374 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:08:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:17.015789 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:17.016172 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Checking segment: {'id': '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:17.016574 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:17.016963 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Bound using segment: {'id': '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:17.017431 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Bound port: dcf1200e-4402-4be8-a697-7fe2d67ae5b1, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:17.017801 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:17.032190 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Allocated IP 172.27.2.216 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/b5cb23d6-e321-441f-a221-d76d0363c254) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:17.120116 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] For port dcf1200e-4402-4be8-a697-7fe2d67ae5b1, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:17.123290 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] For port dcf1200e-4402-4be8-a697-7fe2d67ae5b1, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=dcf1200e-4402-4be8-a697-7fe2d67ae5b1,segment=NetworkSegment(3ef2d6f8-d786-4f48-ace3-4bf4b80d225b),segment_id=3ef2d6f8-d786-4f48-ace3-4bf4b80d225b)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:17.132976 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:17.138652 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-284773f2-9f5a-42ef-94b2-f47ae5e171bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:17.231138 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Pushing event updated for resources: {'Port': ['ID=dcf1200e-4402-4be8-a697-7fe2d67ae5b1,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:17.235322 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-951e47ec-8834-4f2f-a6c8-a9be24c4e0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:17.239148 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:17.340265 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:17.391904 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:17.397113 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9a4dbee6-7c15-49b2-a744-1ac4a5ace21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:17.477002 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:17.492900 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:17.500669 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:17.534478 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cb23d6-e321-441f-a221-d76d0363c254,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:17.544347 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:17.608076 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:16Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:17.612337 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d8ff8-b871-4ba1-8836-8e2b25f10d9e None None] The sync data for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi is: [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:16Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:17.633674 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:17.735509 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:17.736179 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:17.879749 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device dcf1200e-4402-4be8-a697-7fe2d67ae5b1 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:17.961571 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:17.971959 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:18.201519 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9182d-b0ff-4c1c-a176-b7d87b3f8724 None None] Network 2bd8ce17-a620-4513-a5ea-cc329f88585e requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:18.315991 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-6c9e7f67-9cfe-4489-a124-025601e56583 None None] Provisioning for port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:18.333493 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-6c9e7f67-9cfe-4489-a124-025601e56583 None None] Provisioning complete for port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:18.333872 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7f67-9cfe-4489-a124-025601e56583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:18.345945 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498871'] for router, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:18.554210 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7f67-9cfe-4489-a124-025601e56583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:18.558091 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Router 2bee5923-fa1e-4226-a98c-234780208544 is scheduled to L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a with binding_index 1 {{(pid=91644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:08:18.594617 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-6c9e7f67-9cfe-4489-a124-025601e56583 None None] For port dcf1200e-4402-4be8-a697-7fe2d67ae5b1, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=dcf1200e-4402-4be8-a697-7fe2d67ae5b1,segment=NetworkSegment(3ef2d6f8-d786-4f48-ace3-4bf4b80d225b),segment_id=3ef2d6f8-d786-4f48-ace3-4bf4b80d225b)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:18.600589 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7f67-9cfe-4489-a124-025601e56583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:18.603096 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:18.674353 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e7f67-9cfe-4489-a124-025601e56583 None None] Pushing event updated for resources: {'Port': ['ID=dcf1200e-4402-4be8-a697-7fe2d67ae5b1,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:18.677529 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-6c9e7f67-9cfe-4489-a124-025601e56583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:18.751961 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:18.760927 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Sync routers for ids ['2bee5923-fa1e-4226-a98c-234780208544'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:18.771002 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Routers {'2bee5923-fa1e-4226-a98c-234780208544'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:18.771724 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:08:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['2bee5923-fa1e-4226-a98c-234780208544'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:18.777949 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:18.779321 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-aa22515e-f6c6-449e-939c-db26607463a9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6112728 May 20 16:08:18.781952 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34118) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:18.906337 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-e3bd0873-69b2-40e6-81c3-daa39aee35a2 None None] Provisioning complete for port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:18.906896 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0873-69b2-40e6-81c3-daa39aee35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:19.045628 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Set router 2bee5923-fa1e-4226-a98c-234780208544 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:19.378009 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bee5923-fa1e-4226-a98c-234780208544', 'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:17Z', 'revision_number': 3, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'gw_port': {'id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:71:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:19.381903 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Checking router: 2bee5923-fa1e-4226-a98c-234780208544 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:19.382355 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Updating router 2bee5923-fa1e-4226-a98c-234780208544 port b5cb23d6-e321-441f-a221-d76d0363c254 binding host dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:08:19.434856 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:19.567592 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:19.604278 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 2e8571fc-ec25-4263-920d-62402f817e55 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:19.757251 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 2e8571fc-ec25-4263-920d-62402f817e55 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:19.778004 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Allocated IP 172.20.0.1 (2bd8ce17-a620-4513-a5ea-cc329f88585e/3961f82c-424e-4467-98d4-28698421eacb/3dd31a7f-290c-4459-b886-5deb5acdb616) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:19.793809 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 2e8571fc-ec25-4263-920d-62402f817e55 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:19.794189 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:19.874144 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Notify callbacks [] for port, precommit_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:19.890350 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Transition to ACTIVE for port object b5cb23d6-e321-441f-a221-d76d0363c254 will not be triggered until provisioned by entity L2. {{(pid=91645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:19.927493 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:19.929484 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:19.937787 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-505bac9b-5ed9-44b1-b85f-4fc5f4f77799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:19.945169 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.provisioning_blocks [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Transition to ACTIVE for port object 3dd31a7f-290c-4459-b886-5deb5acdb616 will not be triggered until provisioned by entity DHCP. {{(pid=91644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:19.969550 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:19.973954 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-b1858954-8b0b-4f9b-aaff-d4186ce72aeb tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:20.027383 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.034879 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Network 2bd8ce17-a620-4513-a5ea-cc329f88585e is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:20.037647 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:20.042195 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:20.044817 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Attempting to bind port b5cb23d6-e321-441f-a221-d76d0363c254 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:20.045132 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Attempting to bind port b5cb23d6-e321-441f-a221-d76d0363c254 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:20.045590 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Attempting to bind port b5cb23d6-e321-441f-a221-d76d0363c254 on network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:20.054187 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c654b2-7df2-437e-8cd9-61806a1292c4 None None] Pushing event updated for resources: {'Port': ['ID=b5cb23d6-e321-441f-a221-d76d0363c254,revision_number=2']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:20.057136 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-60c654b2-7df2-437e-8cd9-61806a1292c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:20.064269 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:20.064652 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Checking segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:20.065060 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.065457 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Bound using segment: {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'} {{(pid=91645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:20.065936 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.managers [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Bound port: b5cb23d6-e321-441f-a221-d76d0363c254, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f93bc6-eaa3-41c2-9bb3-a437da2fba52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a'}}] {{(pid=91645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:20.066303 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.082219 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Pushing event updated for resources: {'Port': ['ID=3dd31a7f-290c-4459-b886-5deb5acdb616,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:20.089306 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:20.113613 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475054'] for router_interface, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.124480 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 2e8571fc-ec25-4263-920d-62402f817e55, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=2e8571fc-ec25-4263-920d-62402f817e55,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:20.140090 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.140947 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device dcf1200e-4402-4be8-a697-7fe2d67ae5b1 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:20.175440 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:20.243201 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.255960 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] For port b5cb23d6-e321-441f-a221-d76d0363c254, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:20.273821 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] For port b5cb23d6-e321-441f-a221-d76d0363c254, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=b5cb23d6-e321-441f-a221-d76d0363c254,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:20.282816 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.287655 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=2e8571fc-ec25-4263-920d-62402f817e55,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:20.290802 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:20.293791 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:20.421466 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:20.421947 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.452106 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Routers {'2bee5923-fa1e-4226-a98c-234780208544'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:20.452402 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:08:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['2bee5923-fa1e-4226-a98c-234780208544'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:20.509219 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-19b64b3b-6add-4032-9fbe-d313d48ea9cc None None] Provisioning for port 3dd31a7f-290c-4459-b886-5deb5acdb616 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:20.539310 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c654b2-7df2-437e-8cd9-61806a1292c4 None None] Pushing event updated for resources: {'Port': ['ID=b5cb23d6-e321-441f-a221-d76d0363c254,revision_number=3']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:20.542543 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-60c654b2-7df2-437e-8cd9-61806a1292c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:20.559011 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-19b64b3b-6add-4032-9fbe-d313d48ea9cc None None] Provisioning complete for port 3dd31a7f-290c-4459-b886-5deb5acdb616 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:20.559401 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-19b64b3b-6add-4032-9fbe-d313d48ea9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.573921 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.579878 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.607024 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-315713eb-b6da-47a7-b5c9-b8a0b4db73c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:20.681751 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-19b64b3b-6add-4032-9fbe-d313d48ea9cc None None] Port 3dd31a7f-290c-4459-b886-5deb5acdb616 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:20.686953 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Pushing event updated for resources: {'Port': ['ID=3dd31a7f-290c-4459-b886-5deb5acdb616,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:20.689482 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-523095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496405'] for router_interface, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:20.693152 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:20.764855 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] Set router 2bee5923-fa1e-4226-a98c-234780208544 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:20.825131 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Network 2bd8ce17-a620-4513-a5ea-cc329f88585e is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:20.826293 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:21.019914 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Router 2bee5923-fa1e-4226-a98c-234780208544 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:08:21.089259 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bee5923-fa1e-4226-a98c-234780208544', 'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 4, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'gw_port': {'id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:71:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '3dd31a7f-290c-4459-b886-5deb5acdb616', 'name': '', 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'mac_address': 'fa:16:3e:c1:58:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3961f82c-424e-4467-98d4-28698421eacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:19Z', 'updated_at': '2021-05-20T16:08:19Z', 'revision_number': 1, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'subnets': [{'id': '3961f82c-424e-4467-98d4-28698421eacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:21.097202 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1dda15-9b25-4c48-aa45-abd19726268e None None] The sync data for ids ['2bee5923-fa1e-4226-a98c-234780208544'] in dv-cinder-784779-12-iscsi is: [{'id': '2bee5923-fa1e-4226-a98c-234780208544', 'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 4, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'gw_port': {'id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:71:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '3dd31a7f-290c-4459-b886-5deb5acdb616', 'name': '', 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'mac_address': 'fa:16:3e:c1:58:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3961f82c-424e-4467-98d4-28698421eacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:19Z', 'updated_at': '2021-05-20T16:08:19Z', 'revision_number': 1, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'subnets': [{'id': '3961f82c-424e-4467-98d4-28698421eacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:21.107195 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b24680c1-ee08-4bd7-8318-5a447b60b247 None None] Provisioning complete for port 3dd31a7f-290c-4459-b886-5deb5acdb616 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:21.107195 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b24680c1-ee08-4bd7-8318-5a447b60b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:21.168050 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b24680c1-ee08-4bd7-8318-5a447b60b247 None None] Port 3dd31a7f-290c-4459-b886-5deb5acdb616 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:21.201226 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:21.210157 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] 10.222.0.47 "PUT /v2.0/routers/2bee5923-fa1e-4226-a98c-234780208544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4270010 May 20 16:08:21.512074 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 2e8571fc-ec25-4263-920d-62402f817e55 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:21.584382 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 2e8571fc-ec25-4263-920d-62402f817e55 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:21.584754 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:21.822833 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34128) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:21.828356 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283436295', 'description': 'tempest-secgroup-smoke-1283436295 description', 'project_id': '1aa29db6cd514de9b6749b7796180092'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:21.834523 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:21.839179 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:security_group and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:21.842382 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:21.848212 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:21.858500 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:21.878546 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:21.882907 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:security_group_rule and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:21.886221 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:21.891902 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:21.965399 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:21.969980 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:21.973806 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c8e454ee-e9be-43ea-af5c-fdbff5fdd2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:22.017173 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:22.020265 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.023861 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1976249 May 20 16:08:22.023861 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-19ac0d9c-958d-4993-87c1-458421237503 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:22.025012 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34132) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:22.030269 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'security_group_rule': {'security_group_id': 'd0b9e42c-fc15-4852-a9b8-94e4f19d9f58', 'project_id': '1aa29db6cd514de9b6749b7796180092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:22.036558 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:22.040393 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:security_group_rule and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:22.043475 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:22.049385 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:22.065892 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.132097 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.136959 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.139040 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:22.161573 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db4a4a7-8865-4301-bb22-08875494499d,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:22.171718 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:22.177413 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.181866 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-8e3b74b3-d1f8-479e-a8ed-3ae5c34a779f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528146 May 20 16:08:22.182136 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34136) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:22.187426 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'security_group_rule': {'security_group_id': 'd0b9e42c-fc15-4852-a9b8-94e4f19d9f58', 'project_id': '1aa29db6cd514de9b6749b7796180092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:22.193629 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:22.198051 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:security_group_rule and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:22.200977 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:22.206747 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:22.221783 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.284196 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.288223 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.290266 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:22.312393 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49ce01c-4736-40d5-a63e-ccaaed6e69be,revision_number=0']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:22.314802 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:22.321677 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.325405 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-1894ed6d-b698-4819-8b41-6545beb4f01e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409061 May 20 16:08:22.327010 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34140) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:22.332488 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'security_group_rule': {'security_group_id': 'd0b9e42c-fc15-4852-a9b8-94e4f19d9f58', 'project_id': '1aa29db6cd514de9b6749b7796180092', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:22.340153 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:22.343942 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:security_group_rule and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:22.346759 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:22.352606 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:22.368361 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.428489 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.432437 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.434504 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:22.456410 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7313c820-90dc-4128-8c1d-e2daca0b96a9,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:22.458725 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:22.465608 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.466837 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-eb2e0edd-ac50-431d-a6f1-85b43cdeb6ed tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389010 May 20 16:08:22.469548 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34144) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:22.474669 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'security_group_rule': {'security_group_id': 'd0b9e42c-fc15-4852-a9b8-94e4f19d9f58', 'project_id': '1aa29db6cd514de9b6749b7796180092', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:22.481178 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:22.484924 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:security_group_rule and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:22.487778 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:22.494024 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:22.509981 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.575927 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.579398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.585603 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-85fdeeb9-06f8-48da-8cb0-6f6a33cebab5 tempest-AttachVolumeTestJSON-864670596 tempest-AttachVolumeTestJSON-864670596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:22.604333 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40036f4-3440-446a-a85d-d50dc9501e7c,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:22.607942 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:22.616376 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.618278 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478148 May 20 16:08:22.620933 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34148) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:22.625857 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'security_group_rule': {'security_group_id': 'd0b9e42c-fc15-4852-a9b8-94e4f19d9f58', 'project_id': '1aa29db6cd514de9b6749b7796180092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:22.631513 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:22.635762 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:security_group_rule and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:22.638773 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:22.644692 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:22.655339 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.securitygroups_db [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Project 1aa29db6cd514de9b6749b7796180092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:08:22.660904 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.725267 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.730102 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.732115 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:22.754079 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c0e91a-d554-4706-81ae-f0da31f9d91a,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:22.758519 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:22.762703 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.764084 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-ead1ae57-b72a-461b-8dce-3d97e6e46766 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422539 May 20 16:08:22.766623 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34152) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:22.771587 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'security_group_rule': {'security_group_id': 'd0b9e42c-fc15-4852-a9b8-94e4f19d9f58', 'project_id': '1aa29db6cd514de9b6749b7796180092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:22.777117 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:22.780794 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:security_group_rule and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:22.783561 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:22.789630 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:22.800240 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.securitygroups_db [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Project 1aa29db6cd514de9b6749b7796180092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:08:22.806319 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.873147 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.876500 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441898'] for security_group_rule, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.878449 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-ef0d40a9-10c5-4c11-8f17-cf38ece51ca2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:22.900138 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95c5a86-e980-43bd-8a26-ea698c42e4be,revision_number=0']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:22.902916 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:22.909699 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.910836 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-7dd36f23-7007-45ad-9dee-c3d847371af4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433289 May 20 16:08:23.531204 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device b5cb23d6-e321-441f-a221-d76d0363c254 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:23.600487 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port b5cb23d6-e321-441f-a221-d76d0363c254 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:23.605284 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port b5cb23d6-e321-441f-a221-d76d0363c254 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:23.605662 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:23.720469 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:23.738074 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port b5cb23d6-e321-441f-a221-d76d0363c254, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=b5cb23d6-e321-441f-a221-d76d0363c254,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:23.742367 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:23.744233 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:23.812947 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=b5cb23d6-e321-441f-a221-d76d0363c254,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:23.815930 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:24.540876 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Sync routers for ids ['2bee5923-fa1e-4226-a98c-234780208544'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:24.550149 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Routers {'2bee5923-fa1e-4226-a98c-234780208544'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:24.550840 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:08:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['2bee5923-fa1e-4226-a98c-234780208544'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:24.727148 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Set router 2bee5923-fa1e-4226-a98c-234780208544 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:25.200023 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bee5923-fa1e-4226-a98c-234780208544', 'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 4, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'gw_port': {'id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '3dd31a7f-290c-4459-b886-5deb5acdb616', 'name': '', 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'mac_address': 'fa:16:3e:c1:58:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3961f82c-424e-4467-98d4-28698421eacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:19Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 2, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'subnets': [{'id': '3961f82c-424e-4467-98d4-28698421eacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:25.206236 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Checking router: 2bee5923-fa1e-4226-a98c-234780208544 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:25.206600 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Updating router 2bee5923-fa1e-4226-a98c-234780208544 port 3dd31a7f-290c-4459-b886-5deb5acdb616 binding host dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:08:25.266295 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:25.513827 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device b5cb23d6-e321-441f-a221-d76d0363c254 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:25.580352 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port b5cb23d6-e321-441f-a221-d76d0363c254 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:25.580735 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:25.605996 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Notify callbacks [] for port, precommit_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:25.618631 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.provisioning_blocks [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Transition to ACTIVE for port object 3dd31a7f-290c-4459-b886-5deb5acdb616 will not be triggered until provisioned by entity L2. {{(pid=91646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:25.625278 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:25.629215 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-70930c18-9c58-4fc3-8996-726b38df9acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:25.758237 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a491c-a00b-4b97-99e4-73aa264bda1d None None] Pushing event updated for resources: {'Port': ['ID=3dd31a7f-290c-4459-b886-5deb5acdb616,revision_number=3']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:25.761757 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-c11a491c-a00b-4b97-99e4-73aa264bda1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:25.880409 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Attempting to bind port 3dd31a7f-290c-4459-b886-5deb5acdb616 on host dv-cinder-784779-12-iscsi for vnic_type normal with profile {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:25.880784 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Attempting to bind port 3dd31a7f-290c-4459-b886-5deb5acdb616 by drivers openvswitch,hyperv on host dv-cinder-784779-12-iscsi at level 0 using segments [{'id': '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e'}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:25.881143 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Attempting to bind port 3dd31a7f-290c-4459-b886-5deb5acdb616 on network 2bd8ce17-a620-4513-a5ea-cc329f88585e {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:25.886345 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Checking agent: {'id': '0f349820-e12d-4d76-bc0d-a936b7b72c2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 42), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:25.886707 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Checking segment: {'id': '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:25.887101 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:25.887492 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Bound using segment: {'id': '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e'} {{(pid=91646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:25.888382 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.managers [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Bound port: 3dd31a7f-290c-4459-b886-5deb5acdb616, host: dv-cinder-784779-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e'}}] {{(pid=91646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:25.888752 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:25.977536 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] For port 3dd31a7f-290c-4459-b886-5deb5acdb616, host dv-cinder-784779-12-iscsi, cleared binding levels {{(pid=91646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:25.980303 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.plugins.ml2.db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] For port 3dd31a7f-290c-4459-b886-5deb5acdb616, host dv-cinder-784779-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3dd31a7f-290c-4459-b886-5deb5acdb616,segment=NetworkSegment(3ef2d6f8-d786-4f48-ace3-4bf4b80d225b),segment_id=3ef2d6f8-d786-4f48-ace3-4bf4b80d225b)] {{(pid=91646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:25.985663 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:25.989731 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-63108738-a495-4f00-a7b0-888092df7556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:26.061895 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Routers {'2bee5923-fa1e-4226-a98c-234780208544'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:26.062538 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:08:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['2bee5923-fa1e-4226-a98c-234780208544'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:26.127506 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a491c-a00b-4b97-99e4-73aa264bda1d None None] Pushing event updated for resources: {'Port': ['ID=3dd31a7f-290c-4459-b886-5deb5acdb616,revision_number=4']} {{(pid=91646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:26.132108 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-c11a491c-a00b-4b97-99e4-73aa264bda1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:26.247251 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] Set router 2bee5923-fa1e-4226-a98c-234780208544 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:26.559598 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bee5923-fa1e-4226-a98c-234780208544', 'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 4, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'gw_port': {'id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '3dd31a7f-290c-4459-b886-5deb5acdb616', 'name': '', 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'mac_address': 'fa:16:3e:c1:58:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3961f82c-424e-4467-98d4-28698421eacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:19Z', 'updated_at': '2021-05-20T16:08:25Z', 'revision_number': 4, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'subnets': [{'id': '3961f82c-424e-4467-98d4-28698421eacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:26.563498 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670df07-9e89-498c-a4a7-1d36bcd7e5dc None None] The sync data for ids ['2bee5923-fa1e-4226-a98c-234780208544'] in dv-cinder-784779-12-iscsi is: [{'id': '2bee5923-fa1e-4226-a98c-234780208544', 'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 4, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'gw_port': {'id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '3dd31a7f-290c-4459-b886-5deb5acdb616', 'name': '', 'network_id': '2bd8ce17-a620-4513-a5ea-cc329f88585e', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'mac_address': 'fa:16:3e:c1:58:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3961f82c-424e-4467-98d4-28698421eacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:19Z', 'updated_at': '2021-05-20T16:08:25Z', 'revision_number': 4, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'subnets': [{'id': '3961f82c-424e-4467-98d4-28698421eacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:27.520193 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3dd31a7f-290c-4459-b886-5deb5acdb616 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:27.593460 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning for port 3dd31a7f-290c-4459-b886-5deb5acdb616 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:27.598111 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 3dd31a7f-290c-4459-b886-5deb5acdb616 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:27.598477 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:27.749641 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:27.785743 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] For port 3dd31a7f-290c-4459-b886-5deb5acdb616, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3dd31a7f-290c-4459-b886-5deb5acdb616,segment=NetworkSegment(3ef2d6f8-d786-4f48-ace3-4bf4b80d225b),segment_id=3ef2d6f8-d786-4f48-ace3-4bf4b80d225b)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:27.791072 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:27.794486 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:27.877046 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Pushing event updated for resources: {'Port': ['ID=3dd31a7f-290c-4459-b886-5deb5acdb616,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:27.885929 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:29.505009 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3dd31a7f-290c-4459-b886-5deb5acdb616 up at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:29.574330 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Provisioning complete for port 3dd31a7f-290c-4459-b886-5deb5acdb616 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:29.574711 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:37.769217 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:39.499153 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-ff33777d-7ef5-4c61-a63a-3bf2fdd45cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:40.180096 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-eddedb22-919f-4bea-85b5-7aa52ce3e12d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:security_group {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:40.196029 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-eddedb22-919f-4bea-85b5-7aa52ce3e12d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:security_group {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:40.197214 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-eddedb22-919f-4bea-85b5-7aa52ce3e12d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283436295&fields=id&tenant_id=1aa29db6cd514de9b6749b7796180092 HTTP/1.1" status: 200 len: 267 time: 0.0580723 May 20 16:08:40.342857 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-b4a9446e-c1c1-405f-ba23-5bd7fd4a1e75 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:40.344260 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-b4a9446e-c1c1-405f-ba23-5bd7fd4a1e75 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 812 time: 0.1404955 May 20 16:08:40.358342 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-f0cb0701-5fbb-460a-9d2c-5e46bfb2b935 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/quotas/1aa29db6cd514de9b6749b7796180092 HTTP/1.1" status: 200 len: 375 time: 0.0086844 May 20 16:08:40.435419 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-cf58ab18-959e-450f-a017-67474ebd7dd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:40.455247 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-cf58ab18-959e-450f-a017-67474ebd7dd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:40.456654 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-cf58ab18-959e-450f-a017-67474ebd7dd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935309 May 20 16:08:40.568552 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-a3f248e7-28f6-4640-bfb6-89e9185b10e1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:08:40.569631 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-a3f248e7-28f6-4640-bfb6-89e9185b10e1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1006768 May 20 16:08:40.577480 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:08:40.699414 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-c47a1a83-2ec3-4099-8cdc-2e09a78da9a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232765 May 20 16:08:40.831368 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-19f3082d-6daf-4edd-a07a-a9e2ad57436f service neutron] 10.222.0.47 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255701 May 20 16:08:41.213834 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-31e1022c-c510-43e7-8b6f-bd27019cfca8 req-c5314ade-b148-4b32-893b-e0bf7adb94c7 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 210 time: 0.0436759 May 20 16:08:41.897349 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.158162 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-edabb6fa-5736-4b11-8b47-ac8cfdfc2d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.304871 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-848d86d2-166e-45cf-a2c4-3836e4e80185 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:42.305565 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-848d86d2-166e-45cf-a2c4-3836e4e80185 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:network {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:42.323076 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-848d86d2-166e-45cf-a2c4-3836e4e80185 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:network {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:42.324390 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-848d86d2-166e-45cf-a2c4-3836e4e80185 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 812 time: 0.1691506 May 20 16:08:42.368735 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-0b5cae6a-1299-433c-9795-a6dc8cfe461d req-dfa2e410-a6d2-4e16-9432-f4608b723880 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 210 time: 0.0425973 May 20 16:08:42.379268 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-a51baecb-5f00-45f7-9fcf-e565c079224f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:security_group {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:42.391853 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-a51baecb-5f00-45f7-9fcf-e565c079224f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:security_group {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:42.392962 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-a51baecb-5f00-45f7-9fcf-e565c079224f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa29db6cd514de9b6749b7796180092 HTTP/1.1" status: 200 len: 380 time: 0.0547960 May 20 16:08:42.408966 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'port': {'device_id': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'admin_state_up': True, 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'security_groups': ['d0b9e42c-fc15-4852-a9b8-94e4f19d9f58']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:42.544521 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:42.554092 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:42.563662 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Made reservation on behalf of 1aa29db6cd514de9b6749b7796180092 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:42.567082 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.727191 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Allocated IP 172.20.0.4 (f6dc95d7-4432-4979-8bad-ed16d98f0232/2747e10f-c9ea-431c-be33-090566ef2367/5b5de0fd-e62b-482a-8f87-8ef34adcd736) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:42.917322 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.932479 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Transition to ACTIVE for port object 5b5de0fd-e62b-482a-8f87-8ef34adcd736 will not be triggered until provisioned by entity DHCP. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:42.955930 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.961541 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e7a9a3cd-ba0d-4080-bf03-a30462f4d51d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:43.032534 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:43.035627 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:43.039519 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:43.070543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'Port': ['ID=5b5de0fd-e62b-482a-8f87-8ef34adcd736,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:43.077881 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:43.108001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:43.108941 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.138510 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331336 May 20 16:08:43.154393 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Request body: {'port': {'device_id': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:43.209371 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.267168 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-28d7d26a-1d51-4082-8cbf-255420aafe82 None None] Provisioning for port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:43.272313 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-28d7d26a-1d51-4082-8cbf-255420aafe82 None None] Provisioning complete for port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:43.272690 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-28d7d26a-1d51-4082-8cbf-255420aafe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.329404 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-28d7d26a-1d51-4082-8cbf-255420aafe82 None None] Port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:43.355472 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.672507 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ef2bc-4741-408a-8c6a-3040bb9c7543 req-a3066157-e83f-461a-bc67-2d5cce788175 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:43.673165 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-886ef2bc-4741-408a-8c6a-3040bb9c7543 req-a3066157-e83f-461a-bc67-2d5cce788175 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:43.698233 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-886ef2bc-4741-408a-8c6a-3040bb9c7543 req-a3066157-e83f-461a-bc67-2d5cce788175 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:43.699388 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-886ef2bc-4741-408a-8c6a-3040bb9c7543 req-a3066157-e83f-461a-bc67-2d5cce788175 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 931 time: 0.2216816 May 20 16:08:43.797158 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-886ef2bc-4741-408a-8c6a-3040bb9c7543 req-872785a4-acf6-48bb-9b8d-8c309f0759e1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883732 May 20 16:08:43.798926 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5de0fd-e62b-482a-8f87-8ef34adcd736 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:08:43.806119 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.820628 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Transition to ACTIVE for port object 5b5de0fd-e62b-482a-8f87-8ef34adcd736 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:43.824185 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.828629 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6927fba8-6a92-4583-8df2-d4c4224ed60a tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:43.991870 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Pushing event updated for resources: {'Port': ['ID=5b5de0fd-e62b-482a-8f87-8ef34adcd736,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:43.994918 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:44.064792 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Attempting to bind port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:44.065157 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Attempting to bind port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:44.065484 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Attempting to bind port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:44.070070 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:08:44.070390 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Attempting to bind port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:44.075964 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:44.076299 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Checking segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:44.076680 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Bound using segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:44.077181 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Bound port: 5b5de0fd-e62b-482a-8f87-8ef34adcd736, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:44.077528 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:44.167622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] For port 5b5de0fd-e62b-482a-8f87-8ef34adcd736, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:44.170452 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] For port 5b5de0fd-e62b-482a-8f87-8ef34adcd736, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:44.174794 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:44.179107 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-e677a858-95ef-4c52-be98-393034741feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:44.232661 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:44.232661 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:44.233973 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] 10.222.0.58 "PUT /v2.0/ports/5b5de0fd-e62b-482a-8f87-8ef34adcd736 HTTP/1.1" status: 200 len: 1093 time: 1.0840456 May 20 16:08:44.234473 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'tag': '5b5de0fd-e62b-482a-8f87-8ef34adcd736'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:08:44.258188 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Pushing event updated for resources: {'Port': ['ID=5b5de0fd-e62b-482a-8f87-8ef34adcd736,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:44.261256 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:44.352173 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-b1d1474e-97eb-4308-93f9-14524be4d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:44.353677 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-b1d1474e-97eb-4308-93f9-14524be4d44e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 1096 time: 0.0744076 May 20 16:08:44.359604 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'tag': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'status': 'completed', 'code': 200} May 20 16:08:44.436948 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-012aa92f-8c16-4b33-b602-9bbfe3032375 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736 HTTP/1.1" status: 200 len: 217 time: 0.0637662 May 20 16:08:44.510275 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-09bc324f-4ccd-46a4-a488-ee8696909fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:44.511666 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-09bc324f-4ccd-46a4-a488-ee8696909fea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0644786 May 20 16:08:44.589485 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-5854ce8a-2f55-4237-aece-05dd1ab186e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:44.591020 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-5854ce8a-2f55-4237-aece-05dd1ab186e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688624 May 20 16:08:44.723101 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-33308fce-d67b-4ec2-8a1d-5445ad6ae8df service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216393 May 20 16:08:44.776166 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:44.858036 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-59ed2a9f-46ff-4154-81f2-b13289ad2ddb req-0d5569b3-8f48-4025-a971-d78b44bef5b2 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248412 May 20 16:08:45.134621 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884f2f0-34bb-4935-913d-702a10e8a986 req-dbd71638-edf4-447d-9d18-2ce02a834759 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:45.136112 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d884f2f0-34bb-4935-913d-702a10e8a986 req-dbd71638-edf4-447d-9d18-2ce02a834759 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 943 time: 0.2345812 May 20 16:08:45.138800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-2abca07f-b7ff-4fee-8fca-ddd3f45a4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:45.140155 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-2abca07f-b7ff-4fee-8fca-ddd3f45a4786 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 1096 time: 0.2024884 May 20 16:08:45.262914 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d884f2f0-34bb-4935-913d-702a10e8a986 req-daa4c7b0-e3d0-489a-962d-2a7b2e39014c tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211824 May 20 16:08:45.299667 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-f999e868-545d-4f53-8148-8fa3b598a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:45.301146 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-f999e868-545d-4f53-8148-8fa3b598a4ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1469848 May 20 16:08:45.374844 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-0fc8c0d6-7f42-4dc2-94c0-bd3617a54a8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736 HTTP/1.1" status: 200 len: 217 time: 0.0636547 May 20 16:08:45.440164 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-4aef7b78-8548-46bb-85b3-002726e9b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:45.441475 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-4aef7b78-8548-46bb-85b3-002726e9b8ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0561967 May 20 16:08:45.522625 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-c27defc0-332b-4fa8-81ae-c9075309b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:45.524096 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-c27defc0-332b-4fa8-81ae-c9075309b260 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0723450 May 20 16:08:45.657765 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-e5026029-0ac7-4e74-b14c-c84ca8bee04d service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225848 May 20 16:08:45.789319 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5b1468d8-d102-478c-a397-481fc61bcc83 req-fe2260a0-2e8c-420a-aca6-581eda26b680 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219392 May 20 16:08:46.551671 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f0ec5-525a-43c7-8034-60288140c794 req-528a8651-eb64-4984-948e-8b3c7322af2b tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:46.553152 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c46f0ec5-525a-43c7-8034-60288140c794 req-528a8651-eb64-4984-948e-8b3c7322af2b tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 943 time: 0.1860416 May 20 16:08:46.598661 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-c46f0ec5-525a-43c7-8034-60288140c794 req-3a40ffd3-bd28-4808-a39a-d54fe040acd2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396345 May 20 16:08:47.778206 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e767a72-36df-43b0-a8ef-6397944d717d req-c8795d40-ba22-4904-8c3b-1321c798f57d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:47.779541 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5e767a72-36df-43b0-a8ef-6397944d717d req-c8795d40-ba22-4904-8c3b-1321c798f57d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 943 time: 0.0778668 May 20 16:08:47.822352 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5e767a72-36df-43b0-a8ef-6397944d717d req-c362496a-5a30-49c3-a200-c75f5f2474a4 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372474 May 20 16:08:49.003791 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7395a1-ac8d-486e-8cfd-2f32b1c9328d req-a116c4da-6983-41e4-8fcc-0b1e9d4f4f7e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:49.005193 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cd7395a1-ac8d-486e-8cfd-2f32b1c9328d req-a116c4da-6983-41e4-8fcc-0b1e9d4f4f7e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 943 time: 0.0797451 May 20 16:08:49.049318 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cd7395a1-ac8d-486e-8cfd-2f32b1c9328d req-ff7c7147-f2ee-48ba-b2e9-7a27c0c81a81 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382791 May 20 16:08:50.235721 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac73cd-30b0-4606-b662-b968730dbfe9 req-aa7c5dba-bc2f-47aa-907f-da590405caca tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:50.237136 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e2ac73cd-30b0-4606-b662-b968730dbfe9 req-aa7c5dba-bc2f-47aa-907f-da590405caca tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 943 time: 0.0833299 May 20 16:08:50.281972 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e2ac73cd-30b0-4606-b662-b968730dbfe9 req-d85b5a0f-6a9e-462a-8dd4-19f5d45331ca tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391502 May 20 16:08:51.462339 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c05ab-be3c-42ea-9f1d-3df98f660731 req-2a683c7e-45b5-45cd-a878-ad7ef38676da tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:51.463810 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5a9c05ab-be3c-42ea-9f1d-3df98f660731 req-2a683c7e-45b5-45cd-a878-ad7ef38676da tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 943 time: 0.0775912 May 20 16:08:51.507362 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-5a9c05ab-be3c-42ea-9f1d-3df98f660731 req-01e1e5bf-c801-4a90-a5f5-c3b528d2ced8 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376556 May 20 16:08:52.193065 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 5b5de0fd-e62b-482a-8f87-8ef34adcd736 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:08:52.322404 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 5b5de0fd-e62b-482a-8f87-8ef34adcd736, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:52.335759 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'port_id': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'mac_address': 'fa:16:3e:f0:7b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:08:52.389023 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:52.407664 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5de0fd-e62b-482a-8f87-8ef34adcd736 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:08:52.422820 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 5b5de0fd-e62b-482a-8f87-8ef34adcd736, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:52.426489 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:52.428180 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:52.491655 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=5b5de0fd-e62b-482a-8f87-8ef34adcd736,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:52.494696 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:52.690690 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12bc6-1ed0-49b3-97ba-2ff250d9d761 req-ece4431d-0433-4d6f-88dc-886e1c1bb33d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:52.692055 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-93a12bc6-1ed0-49b3-97ba-2ff250d9d761 req-ece4431d-0433-4d6f-88dc-886e1c1bb33d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 944 time: 0.0782335 May 20 16:08:52.704067 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['5b5de0fd-e62b-482a-8f87-8ef34adcd736'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:08:52.740334 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-93a12bc6-1ed0-49b3-97ba-2ff250d9d761 req-a99a41f0-b11c-4c05-99d2-1347ad3acdf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 May 20 16:08:53.922353 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fbb99-d650-404f-b4c1-adbf7bc6e65d req-b6f0f0e0-27e4-44f7-be15-5e6fc4e1b367 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:53.923834 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-172fbb99-d650-404f-b4c1-adbf7bc6e65d req-b6f0f0e0-27e4-44f7-be15-5e6fc4e1b367 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 944 time: 0.0814621 May 20 16:08:53.967727 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-172fbb99-d650-404f-b4c1-adbf7bc6e65d req-ed394d26-91cf-4d9f-8125-b78626792baf tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383203 May 20 16:08:54.192678 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 5b5de0fd-e62b-482a-8f87-8ef34adcd736 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:54.261233 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:54.266777 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:54.267156 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:54.377904 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:54.403560 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5de0fd-e62b-482a-8f87-8ef34adcd736'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:08:54.413264 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 5b5de0fd-e62b-482a-8f87-8ef34adcd736, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:54.417363 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:54.419233 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:54.453838 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'code': 200} May 20 16:08:54.486617 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=5b5de0fd-e62b-482a-8f87-8ef34adcd736,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:54.497107 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:54.738433 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb8946-c076-489b-847e-eee54b418539 req-85d119fe-da20-486f-b5ad-aec11022a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:54.739816 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6abb8946-c076-489b-847e-eee54b418539 req-85d119fe-da20-486f-b5ad-aec11022a669 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 1098 time: 0.0684717 May 20 16:08:54.782118 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6abb8946-c076-489b-847e-eee54b418539 req-b2882a79-99b6-4cf5-96a0-cd6948622f12 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 May 20 16:08:55.150203 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d4958-bc28-4dda-b27a-e42e8d260b14 req-c02d590b-2770-4780-b9a4-77d188fc6225 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:55.151638 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-652d4958-bc28-4dda-b27a-e42e8d260b14 req-c02d590b-2770-4780-b9a4-77d188fc6225 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 945 time: 0.0830326 May 20 16:08:55.195857 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-652d4958-bc28-4dda-b27a-e42e8d260b14 req-c7efcb09-f9a9-493a-9c08-a6a015715547 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384760 May 20 16:08:56.381524 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f395ed-d30c-49b5-bf0c-2a257ec25cec req-709ae839-eda3-4671-8a52-7304c9c17e90 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:56.383029 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-44f395ed-d30c-49b5-bf0c-2a257ec25cec req-709ae839-eda3-4671-8a52-7304c9c17e90 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 945 time: 0.0822096 May 20 16:08:56.425415 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-44f395ed-d30c-49b5-bf0c-2a257ec25cec req-0adfaf93-485f-41a3-b076-b7939c3a3026 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369308 May 20 16:08:56.608871 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04f18c-7abf-4346-8aff-9a0627cef915 req-d1d781c2-a3c8-4a3a-96fe-77f32c4aa7ea tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:56.610319 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9c04f18c-7abf-4346-8aff-9a0627cef915 req-d1d781c2-a3c8-4a3a-96fe-77f32c4aa7ea tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 945 time: 0.0814826 May 20 16:08:56.653017 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-9c04f18c-7abf-4346-8aff-9a0627cef915 req-b3d31924-fd62-4e4c-9ecb-6649fa729807 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365131 May 20 16:08:56.676017 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34318) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:56.782214 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264e8655-41fa-49f4-9f57-145b5cf02b06 tempest-TestVolumeBootPattern-975723754 tempest-TestVolumeBootPattern-975723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:56.783661 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-264e8655-41fa-49f4-9f57-145b5cf02b06 tempest-TestVolumeBootPattern-975723754 tempest-TestVolumeBootPattern-975723754-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 1093 time: 0.1066482 May 20 16:08:56.786482 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34324) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:56.791311 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'floatingip': {'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'port_id': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:56.797618 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:56.801340 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:floatingip and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:56.804122 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:56.809714 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:56.819507 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.952865 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:57.086930 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Allocated IP 172.27.2.152 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/a848f19e-ec3f-4c60-9ddb-e48cd63c7b41) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:57.323612 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:57.353437 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:57.358229 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7080728f-c62d-4c7e-8b4f-b4a83355b039 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:57.418562 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:57.421801 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:57.425860 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:57.462420 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'Port': ['ID=a848f19e-ec3f-4c60-9ddb-e48cd63c7b41,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:57.478920 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.479297 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.479662 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.480047 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.480414 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.481398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.481754 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.482106 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.482456 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.482802 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.483146 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.483486 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:57.488178 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:57.846925 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:57.917535 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:58.116047 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:58.120213 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:58.124143 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-84788719-9ee8-41a0-b783-04a4097d1b19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:58.227759 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'Port': ['ID=a848f19e-ec3f-4c60-9ddb-e48cd63c7b41,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:58.231728 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:58.239794 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:58.403416 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.l3_db [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Floating IP ef42266b-2e6b-4327-b73c-9fa96274de29 associated. External IP: 172.27.2.152, port: 5b5de0fd-e62b-482a-8f87-8ef34adcd736. May 20 16:08:58.845768 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:08:59.017635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:59.027200 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] Sync routers for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:59.036037 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:59.036661 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:08:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:59.041444 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:59.100410 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-bfb38ff6-4380-4323-9586-4a7b47142a9f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3128421 May 20 16:08:59.101129 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'tag': '5b5de0fd-e62b-482a-8f87-8ef34adcd736'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:08:59.144763 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'tag': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'status': 'completed', 'code': 200} May 20 16:08:59.218563 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:59.239978 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca77949-8c17-4294-ab38-2936faf34dde req-5318fdf7-faec-4b1a-b8f9-380d3b6fb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:59.241460 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0ca77949-8c17-4294-ab38-2936faf34dde req-5318fdf7-faec-4b1a-b8f9-380d3b6fb6d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 1098 time: 0.0721922 May 20 16:08:59.372745 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca77949-8c17-4294-ab38-2936faf34dde req-2685ea07-076b-41ed-b841-15058dcaf92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:59.374106 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0ca77949-8c17-4294-ab38-2936faf34dde req-2685ea07-076b-41ed-b841-15058dcaf92e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1266127 May 20 16:08:59.480476 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0ca77949-8c17-4294-ab38-2936faf34dde req-2d682a1b-590f-4241-b4f3-0213daab5fe8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736 HTTP/1.1" status: 200 len: 999 time: 0.0989149 May 20 16:08:59.541458 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca77949-8c17-4294-ab38-2936faf34dde req-6a6e0fde-a3f6-4802-a857-b31fc05cdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:59.542928 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0ca77949-8c17-4294-ab38-2936faf34dde req-6a6e0fde-a3f6-4802-a857-b31fc05cdc6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0566106 May 20 16:08:59.593330 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': 'ef42266b-2e6b-4327-b73c-9fa96274de29', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:f0:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:57Z', 'updated_at': '2021-05-20T16:08:57Z', 'revision_number': 0, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:59.597155 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] Checking router: a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:59.605310 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:59.605932 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:08:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:59.619592 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca77949-8c17-4294-ab38-2936faf34dde req-fd15da6b-cd26-4c5b-84ee-05b3afc20e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:59.621640 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0ca77949-8c17-4294-ab38-2936faf34dde req-fd15da6b-cd26-4c5b-84ee-05b3afc20e16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0718513 May 20 16:08:59.751912 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0ca77949-8c17-4294-ab38-2936faf34dde req-2bfdea42-cd3b-423e-b830-83a18f868c6c service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228545 May 20 16:08:59.781426 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:59.882586 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0ca77949-8c17-4294-ab38-2936faf34dde req-f2b1dd08-9722-4b10-81a6-ea0b3d242a76 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234062 May 20 16:09:00.120607 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': 'ef42266b-2e6b-4327-b73c-9fa96274de29', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:f0:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:57Z', 'updated_at': '2021-05-20T16:08:57Z', 'revision_number': 0, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:00.124570 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a129f4-f873-43dd-a4ac-8e195f2a371f None None] The sync data for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi is: [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': 'ef42266b-2e6b-4327-b73c-9fa96274de29', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:f0:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:57Z', 'updated_at': '2021-05-20T16:08:57Z', 'revision_number': 0, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:00.303443 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb989e08-0a37-413e-8dfa-02a753cc38b4 None None] New status for floating IP ef42266b-2e6b-4327-b73c-9fa96274de29: ACTIVE {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:09:07.782079 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:09.501346 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-85fdc4d0-dd79-4ae9-95af-bb7ccf12d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:11.898377 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:12.164284 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-65494fae-95c4-4af9-8c18-775200935d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:13.210815 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:14.779619 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:17.576587 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:09:35.202612 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [req-dfab630e-a894-41b6-bc12-3a8742d5ff4c req-6a8cc149-7e17-4a13-a3c5-4d5778fba0b1 service neutron] (91644) timed out ('10.222.0.58', 59861) {{(pid=91644) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 16:09:37.798972 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.502071 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3c3d1d3b-3be6-410c-8909-a1dea51422c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:41.900680 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:42.154914 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-a221079a-ac61-46b2-b974-61b03519f9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.214886 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.796741 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.741822 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-6dd00ab8-cb02-4d72-aa94-04c131d79a33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689881 May 20 16:09:46.881428 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-3c06dfd9-d3dd-453b-a1ff-08ebb45e2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:46.882848 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-3c06dfd9-d3dd-453b-a1ff-08ebb45e2d03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 1098 time: 0.0697150 May 20 16:09:47.030789 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-4eec28e4-e53b-49ca-b29e-a084ff7d5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:47.032310 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-4eec28e4-e53b-49ca-b29e-a084ff7d5daf service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1239898 May 20 16:09:47.138961 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-4acbfb93-e60e-41c0-ae22-ec31eaf980ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736 HTTP/1.1" status: 200 len: 1001 time: 0.0963531 May 20 16:09:47.324726 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-5f42e95b-b23a-45a1-af53-3f8a92d3e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:47.326696 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-5f42e95b-b23a-45a1-af53-3f8a92d3e698 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.1745734 May 20 16:09:47.404636 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-d4621981-c487-43c7-9fad-eea8420c1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:47.406088 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-d4621981-c487-43c7-9fad-eea8420c1364 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693741 May 20 16:09:47.542657 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-e795f45b-3fb6-4b96-ae23-c4263ee0269b service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233344 May 20 16:09:47.677997 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-c5373022-1bb2-4824-ba6e-c3dd09748e6d req-1400f30e-a9c4-4985-8c9d-668ff5b7590b service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233139 May 20 16:09:54.576403 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:10:07.814345 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:09.503234 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-631c0849-ae0f-4789-b54f-4281d9d027a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:11.902809 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:12.156532 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d97f-6d19-43fc-8c08-dc6f26263ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:13.216006 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:14.786028 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:31.575392 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:10:37.812394 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:39.504122 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc72b-ae32-4ae8-87a8-02657c69482c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:41.904338 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:42.157316 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4ad45094-a74e-480b-a194-f2c5f9c7c781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:43.219207 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:44.789161 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:48.697740 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-980d5799-24df-4aaf-afbf-784408b383f6 req-58c147d7-9d4f-4cf8-a0c3-a077da870036 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730717 May 20 16:10:48.844728 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d5799-24df-4aaf-afbf-784408b383f6 req-d0835bbb-bc4d-464e-baaf-9f0966847d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:48.846174 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-980d5799-24df-4aaf-afbf-784408b383f6 req-d0835bbb-bc4d-464e-baaf-9f0966847d2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 1098 time: 0.0699983 May 20 16:10:48.991988 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d5799-24df-4aaf-afbf-784408b383f6 req-5eb7d4cb-e3b7-4b41-acad-bf4a707d4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:48.993314 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-980d5799-24df-4aaf-afbf-784408b383f6 req-5eb7d4cb-e3b7-4b41-acad-bf4a707d4b5d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1240203 May 20 16:10:49.100944 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-980d5799-24df-4aaf-afbf-784408b383f6 req-8ae1e892-2455-45ff-bae3-bbbb4741709b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736 HTTP/1.1" status: 200 len: 1001 time: 0.0964634 May 20 16:10:49.167929 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d5799-24df-4aaf-afbf-784408b383f6 req-48a0f2b2-cca5-4c83-9f9d-2229e3043e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:49.169357 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-980d5799-24df-4aaf-afbf-784408b383f6 req-48a0f2b2-cca5-4c83-9f9d-2229e3043e51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0582571 May 20 16:10:49.250378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d5799-24df-4aaf-afbf-784408b383f6 req-beb4f83e-231d-43d3-970a-bb5772bff093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:49.251771 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-980d5799-24df-4aaf-afbf-784408b383f6 req-beb4f83e-231d-43d3-970a-bb5772bff093 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720782 May 20 16:10:49.383873 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-980d5799-24df-4aaf-afbf-784408b383f6 req-8102fd07-dbc5-4546-b3df-a85b2657130b service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209579 May 20 16:10:49.516153 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-980d5799-24df-4aaf-afbf-784408b383f6 req-31f776e3-25d2-4980-9c21-e903965725e4 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222901 May 20 16:10:55.946329 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3909-72ee-4152-8be3-91e4384b958f req-02e58db0-5d18-4ef7-aea0-027c11056f21 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:55.947796 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-40bf3909-72ee-4152-8be3-91e4384b958f req-02e58db0-5d18-4ef7-aea0-027c11056f21 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 945 time: 0.0780137 May 20 16:10:55.991448 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-40bf3909-72ee-4152-8be3-91e4384b958f req-ad7032e9-de54-41fc-b38f-78579b10aab2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381229 May 20 16:10:57.202908 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6447a3a-2c3c-42c0-8e7c-448cb4b719e7 req-df0aacb0-82f4-4fd3-9747-ae2ece12338a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:57.204402 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f6447a3a-2c3c-42c0-8e7c-448cb4b719e7 req-df0aacb0-82f4-4fd3-9747-ae2ece12338a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 945 time: 0.0909534 May 20 16:10:57.249585 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f6447a3a-2c3c-42c0-8e7c-448cb4b719e7 req-db9a34d0-5cf9-4785-bc85-fa49339afd0c tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392144 May 20 16:10:57.717196 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-9104503e-1c0e-4ee4-8958-d520107d13d5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:57.718611 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-9104503e-1c0e-4ee4-8958-d520107d13d5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 945 time: 0.0798376 May 20 16:10:57.851974 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Deleting port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:10:57.852310 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:57.978881 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] For port 5b5de0fd-e62b-482a-8f87-8ef34adcd736, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5b5de0fd-e62b-482a-8f87-8ef34adcd736,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:10:57.979227 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:58.366723 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:58.367097 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:58.367422 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.l3_db [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Floating IP ef42266b-2e6b-4327-b73c-9fa96274de29 disassociated. External IP: 172.27.2.152, port: 5b5de0fd-e62b-482a-8f87-8ef34adcd736. May 20 16:10:58.367785 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Calling delete_port for 5b5de0fd-e62b-482a-8f87-8ef34adcd736 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:10:58.481253 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd5a44-001d-4047-a1ce-aae26c9d9f18 req-6a4bbae4-3a9e-4ed8-8d77-ea23eb165f08 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:58.482626 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-32dd5a44-001d-4047-a1ce-aae26c9d9f18 req-6a4bbae4-3a9e-4ed8-8d77-ea23eb165f08 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 945 time: 0.1081865 May 20 16:10:58.577245 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-32dd5a44-001d-4047-a1ce-aae26c9d9f18 req-4ca0a8a7-c449-4737-b092-4fd7463144bd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608745 May 20 16:10:58.582238 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:58.588070 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:10:58.634726 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event deleted for resources: {'Port': ['ID=5b5de0fd-e62b-482a-8f87-8ef34adcd736,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:10:58.644181 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.644558 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.644921 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.645280 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.645639 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.645994 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.646398 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.646686 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.647036 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.647383 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.647764 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.648095 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:58.651776 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:10:58.825263 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:10:58.997540 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:10:59.009212 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] Sync routers for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:10:59.019349 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:10:59.020214 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:10:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:10:59.074730 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] No DVR routers for this DVR port 5b5de0fd-e62b-482a-8f87-8ef34adcd736 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:10:59.078539 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:59.081374 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'name': 'network-vif-deleted', 'tag': '5b5de0fd-e62b-482a-8f87-8ef34adcd736'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:10:59.100216 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-f4c53407-0d52-455b-bce9-a763abffa7f8 req-f2512d44-276e-42b2-b8e8-11e6cc76464f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "DELETE /v2.0/ports/5b5de0fd-e62b-482a-8f87-8ef34adcd736 HTTP/1.1" status: 204 len: 173 time: 1.3731179 May 20 16:10:59.133048 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e4c6a8-ea1b-4386-bf98-7f2b2846808c', 'name': 'network-vif-deleted', 'tag': '5b5de0fd-e62b-482a-8f87-8ef34adcd736', 'status': 'completed', 'code': 200} May 20 16:10:59.265639 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:10:59.571019 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:10:59.574920 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] Checking router: a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:10:59.583220 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:10:59.583865 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:10:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:10:59.742719 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-078e1f0d-1aff-4465-aaad-157c158519a0 req-5e622fc2-4bc1-4ae4-a9fb-0978cdc0c2fe tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:10:59.758255 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-078e1f0d-1aff-4465-aaad-157c158519a0 req-5e622fc2-4bc1-4ae4-a9fb-0978cdc0c2fe tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:10:59.759529 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-078e1f0d-1aff-4465-aaad-157c158519a0 req-5e622fc2-4bc1-4ae4-a9fb-0978cdc0c2fe tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e4c6a8-ea1b-4386-bf98-7f2b2846808c HTTP/1.1" status: 200 len: 210 time: 0.0587015 May 20 16:10:59.764512 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:11:00.074416 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:11:00.078896 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e4016-4a99-45d7-b7f2-64327eaaafb6 None None] The sync data for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi is: [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:11:00.355369 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03d991-e71b-4a04-b74e-20c9e387d3d4 None None] New status for floating IP ef42266b-2e6b-4327-b73c-9fa96274de29: DOWN {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:11:00.784693 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 5b5de0fd-e62b-482a-8f87-8ef34adcd736 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:11:00.821628 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 5b5de0fd-e62b-482a-8f87-8ef34adcd736 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:11:00.821984 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 5b5de0fd-e62b-482a-8f87-8ef34adcd736 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:11:01.048680 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-a90e9903-26c7-46b6-b8c4-f38f9eec8fd9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283436295&fields=id&tenant_id=1aa29db6cd514de9b6749b7796180092 HTTP/1.1" status: 200 len: 267 time: 0.0383914 May 20 16:11:01.197190 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-84c8f229-69ba-4e90-8c4f-7d9d8ea1a3d8 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:01.198624 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-84c8f229-69ba-4e90-8c4f-7d9d8ea1a3d8 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 812 time: 0.1437547 May 20 16:11:01.216020 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-e80d8505-e842-47c1-8611-72aab9686d4b tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/quotas/1aa29db6cd514de9b6749b7796180092 HTTP/1.1" status: 200 len: 375 time: 0.0118513 May 20 16:11:01.306129 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-8b989be7-9f12-47fd-a4ca-db4e0c144e7b tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877826 May 20 16:11:01.571818 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-62b46d3d-80e7-485e-92c7-a82ca419f7fd service neutron] 10.222.0.47 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539098 May 20 16:11:01.698018 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-018a5df9-8c4c-4d46-a825-80afa8e8505d service neutron] 10.222.0.47 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203737 May 20 16:11:03.096967 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-24b8bf9a-2455-40ba-bc05-50e0811ddb8a req-7c2e91d7-75da-45e8-8ccd-8860edeb14f6 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 210 time: 0.0438831 May 20 16:11:04.268493 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-af7c2423-418e-4d1f-95cf-a5bd044e48d0 req-4611d14d-dc3e-4112-aea6-829e7b01fc5a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 210 time: 0.0566871 May 20 16:11:04.306626 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-25e9addc-a9b0-4bb3-8fee-bd574f5e682d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:04.308043 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-25e9addc-a9b0-4bb3-8fee-bd574f5e682d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 812 time: 0.1922033 May 20 16:11:04.361053 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-f71cf82c-6cb9-4ab8-9f9a-9d96c3fb2cff tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa29db6cd514de9b6749b7796180092 HTTP/1.1" status: 200 len: 380 time: 0.0390210 May 20 16:11:04.386239 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'port': {'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'admin_state_up': True, 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'security_groups': ['d0b9e42c-fc15-4852-a9b8-94e4f19d9f58']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:11:04.525343 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:11:04.535837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:11:04.544656 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Made reservation on behalf of 1aa29db6cd514de9b6749b7796180092 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:11:04.548165 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:04.709196 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Allocated IP 172.20.0.7 (f6dc95d7-4432-4979-8bad-ed16d98f0232/2747e10f-c9ea-431c-be33-090566ef2367/98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:11:04.899169 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:04.914288 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Transition to ACTIVE for port object 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 will not be triggered until provisioned by entity DHCP. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:11:04.937699 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:04.943800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-db91e3ad-ee6c-4c5c-9f9c-b19488b28504 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:11:05.009235 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:11:05.012181 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:11:05.016058 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:11:05.054213 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'Port': ['ID=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:11:05.059030 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:11:05.089026 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:05.089570 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:05.117202 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-3de283a8-50c3-440c-beef-2915e4a47bef tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346513 May 20 16:11:05.129232 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Request body: {'port': {'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:11:05.193874 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-800f7035-b9c6-45ca-97bf-30da26fcd4e5 None None] Provisioning for port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:11:05.198505 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-800f7035-b9c6-45ca-97bf-30da26fcd4e5 None None] Provisioning complete for port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:11:05.198881 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-800f7035-b9c6-45ca-97bf-30da26fcd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:05.241482 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:05.251521 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-800f7035-b9c6-45ca-97bf-30da26fcd4e5 None None] Port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:11:05.454546 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef8587-9bd0-4937-893d-7c0a4b871bae req-ed909b46-40f5-4109-bd6e-ae93334f5658 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:05.456079 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-62ef8587-9bd0-4937-893d-7c0a4b871bae req-ed909b46-40f5-4109-bd6e-ae93334f5658 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 931 time: 0.0832927 May 20 16:11:05.500466 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-62ef8587-9bd0-4937-893d-7c0a4b871bae req-3eaa6459-1968-49a5-9388-31bff6d38afd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386055 May 20 16:11:05.580363 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:11:05.587432 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:05.602002 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Transition to ACTIVE for port object 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:11:05.604748 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:05.608918 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-f7eb1a6d-1fed-4f45-a945-22b26fe459c3 tempest-AttachVolumeNegativeTest-853175583 tempest-AttachVolumeNegativeTest-853175583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:11:05.839205 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Pushing event updated for resources: {'Port': ['ID=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:11:05.864930 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:11:05.940375 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Attempting to bind port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:11:05.940625 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Attempting to bind port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:11:05.940947 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Attempting to bind port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:11:05.945414 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:11:05.945730 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Attempting to bind port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:11:05.950708 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:11:05.951047 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Checking segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:11:05.951425 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Bound using segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:11:05.951875 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Bound port: 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:11:05.952214 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:06.037602 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] For port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:11:06.040502 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] For port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:11:06.044741 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:06.049001 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-7d069a87-400c-40c5-833c-676a36fef863 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:11:06.107729 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:06.108354 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:06.109714 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] 10.222.0.58 "PUT /v2.0/ports/98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 HTTP/1.1" status: 200 len: 1093 time: 0.9849739 May 20 16:11:06.110220 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:11:06.141162 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Pushing event updated for resources: {'Port': ['ID=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:11:06.145745 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-cde5a742-3522-48bc-8524-b5d713e184ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:11:06.184169 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'status': 'completed', 'code': 200} May 20 16:11:06.226168 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-00879296-3ce6-4230-8996-69db3e0b0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:06.227725 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-00879296-3ce6-4230-8996-69db3e0b0e27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 1096 time: 0.0749044 May 20 16:11:06.302845 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-457ff92a-bc8e-4269-a755-cd0c4608f0b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 HTTP/1.1" status: 200 len: 217 time: 0.0644279 May 20 16:11:06.368408 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-7bf031d6-a469-4b6b-8a5a-0cf718142bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:06.369694 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-7bf031d6-a469-4b6b-8a5a-0cf718142bd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0572081 May 20 16:11:06.449738 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-e8cd46f3-2080-40dc-b544-790bc6b81443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:06.451196 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-e8cd46f3-2080-40dc-b544-790bc6b81443 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0710282 May 20 16:11:06.585225 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-2d2e2534-55d1-4297-8ad8-c5804481ccc8 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239138 May 20 16:11:06.682605 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb899b99-e938-4030-b1b9-cadbdbe52c81 req-4b8207ee-90b2-414d-800d-16eb4b6eb287 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:06.684014 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bb899b99-e938-4030-b1b9-cadbdbe52c81 req-4b8207ee-90b2-414d-800d-16eb4b6eb287 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 943 time: 0.0787835 May 20 16:11:06.719572 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-840f3b1a-59cc-4c73-b940-f38a24705031 req-45187601-d7e3-41fd-be45-65cd479c50a4 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243315 May 20 16:11:06.728262 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bb899b99-e938-4030-b1b9-cadbdbe52c81 req-ae8d0982-70a4-468c-8d87-56e7b9f47b9b tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384171 May 20 16:11:06.848720 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-a191d735-a3ad-4779-981c-6b2b617389a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:06.850166 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-a191d735-a3ad-4779-981c-6b2b617389a1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 1096 time: 0.0696955 May 20 16:11:06.979545 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-e1a34e70-7d07-4f8d-9e92-07aa054f6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:06.980874 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-e1a34e70-7d07-4f8d-9e92-07aa054f6964 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1212494 May 20 16:11:07.050033 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-126e5178-a59f-48d6-b126-09065fa9d0d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 HTTP/1.1" status: 200 len: 217 time: 0.0607874 May 20 16:11:07.112660 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-ff881d0d-50ad-4ff6-aa84-dc99b223a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:07.114058 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-ff881d0d-50ad-4ff6-aa84-dc99b223a2cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0573435 May 20 16:11:07.193726 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-b0c75362-55e7-4c92-9209-5bfc31fd6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:07.195152 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-b0c75362-55e7-4c92-9209-5bfc31fd6809 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707126 May 20 16:11:07.335188 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-6590e4a6-1c83-44b3-8661-4f2ba2a7c379 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295171 May 20 16:11:07.468548 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7c3f750f-ca1d-473f-8216-233a68b31642 req-9c88b6cd-fee3-4300-85c9-6e1d065b2470 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226976 May 20 16:11:07.829179 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:08.005825 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60006a6b-664c-42ab-bfac-aaa7bb99f9e2 req-564f933b-98f8-4355-b32f-e2f6398f7fae tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:08.006519 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-60006a6b-664c-42ab-bfac-aaa7bb99f9e2 req-564f933b-98f8-4355-b32f-e2f6398f7fae tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:11:08.021604 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-60006a6b-664c-42ab-bfac-aaa7bb99f9e2 req-564f933b-98f8-4355-b32f-e2f6398f7fae tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:11:08.022745 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-60006a6b-664c-42ab-bfac-aaa7bb99f9e2 req-564f933b-98f8-4355-b32f-e2f6398f7fae tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 943 time: 0.1869471 May 20 16:11:08.067751 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-60006a6b-664c-42ab-bfac-aaa7bb99f9e2 req-cf0192f1-0bc1-4570-8ef6-84e5eb7ebe90 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393553 May 20 16:11:08.574232 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:11:09.260573 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f3a5d-7f8e-4b6d-aac7-e630b89c7185 req-f36be542-4a10-43dc-8d67-ae65e5f4440d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:09.262047 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-960f3a5d-7f8e-4b6d-aac7-e630b89c7185 req-f36be542-4a10-43dc-8d67-ae65e5f4440d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 943 time: 0.0886292 May 20 16:11:09.308073 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-960f3a5d-7f8e-4b6d-aac7-e630b89c7185 req-c9b4cbdf-c4db-47b7-8832-a0e5157865b2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402646 May 20 16:11:09.510823 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5702-dccb-4227-80e9-77909f2ce552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:10.492013 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cbf8b-33ab-4f7c-a149-a7b4ac781ccf req-93e0c0ab-dd6b-425e-ab9c-4be548007edd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:10.493372 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-484cbf8b-33ab-4f7c-a149-a7b4ac781ccf req-93e0c0ab-dd6b-425e-ab9c-4be548007edd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 943 time: 0.0821180 May 20 16:11:10.537166 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-484cbf8b-33ab-4f7c-a149-a7b4ac781ccf req-6c4e8466-2ce7-4836-88a5-2d1f093c3492 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382283 May 20 16:11:11.718047 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d3315-9a5f-4dd1-b18b-3fd12b16fa15 req-139397b8-9588-4f93-b9fd-49feeea4a41c tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:11.719460 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-783d3315-9a5f-4dd1-b18b-3fd12b16fa15 req-139397b8-9588-4f93-b9fd-49feeea4a41c tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 943 time: 0.0814517 May 20 16:11:11.762917 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-783d3315-9a5f-4dd1-b18b-3fd12b16fa15 req-f7a8a48e-f4aa-471a-9051-82e69f54e8da tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366948 May 20 16:11:11.906086 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:12.159236 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8c31dd61-7d31-4c24-a77b-19f2dad8bab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:12.947452 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92662d-ffb8-451a-a80d-013abddc374d req-28887c8a-0277-4bf6-bb4d-4aba78a133b6 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:12.948917 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ff92662d-ffb8-451a-a80d-013abddc374d req-28887c8a-0277-4bf6-bb4d-4aba78a133b6 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 943 time: 0.0814478 May 20 16:11:12.995248 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ff92662d-ffb8-451a-a80d-013abddc374d req-6c2b9485-6891-4c46-b089-991411aaae80 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 May 20 16:11:13.221574 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:14.179873 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761a26d-c0d9-40ff-8293-0221c3cb7eab req-4a4596e5-001e-4248-a0ab-1bc0bd657b51 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:14.181329 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4761a26d-c0d9-40ff-8293-0221c3cb7eab req-4a4596e5-001e-4248-a0ab-1bc0bd657b51 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 943 time: 0.0789454 May 20 16:11:14.225349 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-4761a26d-c0d9-40ff-8293-0221c3cb7eab req-57827d38-6b62-412a-bb48-4e2b673edbfd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 May 20 16:11:14.792648 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:14.858501 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:11:14.987035 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:11:15.003328 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:11:15.056151 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:15.072427 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:11:15.087425 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:11:15.091395 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:15.093160 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:11:15.157400 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:11:15.165089 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.165433 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.165768 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.166097 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.166422 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.166747 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.167068 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.167389 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.167726 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.168045 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.168360 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.168674 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:15.172512 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:11:15.404789 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dda8b8-3ed3-4e48-86aa-559479658829 req-c191b8b9-b0db-458f-86ef-5ffd3436842f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:15.406146 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e6dda8b8-3ed3-4e48-86aa-559479658829 req-c191b8b9-b0db-458f-86ef-5ffd3436842f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 944 time: 0.0793507 May 20 16:11:15.410313 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:11:15.450469 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e6dda8b8-3ed3-4e48-86aa-559479658829 req-6efe8104-801f-441b-a5b9-935dc511ca48 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385911 May 20 16:11:16.634717 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f076537-8e37-40c9-9070-db03e3c85255 req-b080cb29-66fb-4b30-b912-70d51e877c2f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:16.636155 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1f076537-8e37-40c9-9070-db03e3c85255 req-b080cb29-66fb-4b30-b912-70d51e877c2f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 944 time: 0.0833037 May 20 16:11:16.679339 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1f076537-8e37-40c9-9070-db03e3c85255 req-e910e967-7b56-42d1-9aee-b8f0186a2757 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375540 May 20 16:11:16.862072 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:11:16.926829 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:11:16.931836 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:11:16.932214 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:17.043996 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:17.073787 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:11:17.085389 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:11:17.089821 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:17.092737 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-284773f2-9f5a-42ef-94b2-f47ae5e171bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:11:17.163575 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:11:17.166730 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:11:17.175967 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'code': 200} May 20 16:11:17.482580 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2ada7-9a6c-4344-85fc-d5d8f0b84f1f req-de59f061-17e9-4984-84c3-0ba0f42b4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:17.483979 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d7e2ada7-9a6c-4344-85fc-d5d8f0b84f1f req-de59f061-17e9-4984-84c3-0ba0f42b4a30 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 1098 time: 0.0734725 May 20 16:11:17.526595 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-d7e2ada7-9a6c-4344-85fc-d5d8f0b84f1f req-ac96e8ec-eba6-4e9a-abc5-4b096dcd0049 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 May 20 16:11:17.857786 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea7619-1bd3-4230-8757-d5facde85725 req-4ec6403d-5148-41a7-932d-3661174a8d46 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:17.859228 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f7ea7619-1bd3-4230-8757-d5facde85725 req-4ec6403d-5148-41a7-932d-3661174a8d46 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 945 time: 0.0789161 May 20 16:11:17.906573 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f7ea7619-1bd3-4230-8757-d5facde85725 req-2cf01dfb-d7eb-4600-96cb-6c02ff11daab tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 May 20 16:11:19.088282 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a7f35-4a42-4568-9f5e-72f11a9a86d6 req-b36a2181-c6ab-4df4-99f1-7cb5890e38c0 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:19.089972 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ad5a7f35-4a42-4568-9f5e-72f11a9a86d6 req-b36a2181-c6ab-4df4-99f1-7cb5890e38c0 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 945 time: 0.0792599 May 20 16:11:19.133685 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-ad5a7f35-4a42-4568-9f5e-72f11a9a86d6 req-1630de23-800d-4955-9c0f-13c940334f15 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381429 May 20 16:11:19.313332 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5b4e3-b1a8-4aa6-b307-798defafa188 req-94f06311-e006-4957-b0c3-86336ef8de08 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:19.314758 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-13b5b4e3-b1a8-4aa6-b307-798defafa188 req-94f06311-e006-4957-b0c3-86336ef8de08 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 945 time: 0.0780022 May 20 16:11:19.358362 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-13b5b4e3-b1a8-4aa6-b307-798defafa188 req-138e4b45-d20b-45be-b5a9-3c4a360f7834 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 May 20 16:11:19.389486 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34442) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:11:19.462318 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa70ff-04d5-46d9-800c-5fb1cde26909 tempest-TestVolumeBootPattern-975723754 tempest-TestVolumeBootPattern-975723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:19.463013 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-adaa70ff-04d5-46d9-800c-5fb1cde26909 tempest-TestVolumeBootPattern-975723754 tempest-TestVolumeBootPattern-975723754-project-admin] Synchronizing usage tracker for tenant:d43cacd928644a8eaf36ce8982efcd6a on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:11:19.479792 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-adaa70ff-04d5-46d9-800c-5fb1cde26909 tempest-TestVolumeBootPattern-975723754 tempest-TestVolumeBootPattern-975723754-project-admin] Unset dirty status for tenant:d43cacd928644a8eaf36ce8982efcd6a on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:11:19.480931 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-adaa70ff-04d5-46d9-800c-5fb1cde26909 tempest-TestVolumeBootPattern-975723754 tempest-TestVolumeBootPattern-975723754-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 1093 time: 0.0904753 May 20 16:11:19.483631 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34446) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:11:19.488686 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.v2.base [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'floatingip': {'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:11:19.494567 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:11:19.498316 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:floatingip and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:11:19.501120 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:11:19.506712 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.quota.driver [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:11:19.517565 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:19.739430 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:19.869143 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_common [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Allocated IP 172.27.2.217 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/99c08c02-4ae4-4f1e-aa17-635ceda419c5) {{(pid=91644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:11:20.010367 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for port, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:20.038548 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:20.042371 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-97a2649a-6ccf-45d2-a9a1-40495f68bc9b tempest-VolumesActionsTest-1968411360 tempest-VolumesActionsTest-1968411360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:11:20.107461 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:11:20.110172 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources bound (agent type, host, resource id): {{(pid=91644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:11:20.112834 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Received port after_create {{(pid=91644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:11:20.143752 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'Port': ['ID=99c08c02-4ae4-4f1e-aa17-635ceda419c5,revision_number=1']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:11:20.161237 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.161614 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.161982 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.162344 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.162700 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.163055 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.163423 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.163814 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.164172 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.164516 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.164866 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.165212 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:11:20.168802 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:11:20.526308 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:20.598932 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:20.795512 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for port, precommit_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:20.799784 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050921'] for port, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:20.804647 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:11:20.907889 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'Port': ['ID=99c08c02-4ae4-4f1e-aa17-635ceda419c5,revision_number=2']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:11:20.912199 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:11:20.919571 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:21.082625 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.l3_db [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Floating IP ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7 associated. External IP: 172.27.2.217, port: 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3. May 20 16:11:21.533086 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:11:21.707958 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:11:21.718348 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] Sync routers for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:11:21.728045 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:11:21.728653 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:11:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:11:21.732994 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:21.786761 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-8fd9c18f-fd16-4bf1-9e52-e68e36b7f2f5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3019655 May 20 16:11:21.787658 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:11:21.884520 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'status': 'completed', 'code': 200} May 20 16:11:21.906460 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:11:21.980849 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-203aef05-03aa-4a2d-92ee-fc796f93ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:21.982333 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-203aef05-03aa-4a2d-92ee-fc796f93ddc5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 1098 time: 0.0741324 May 20 16:11:22.113615 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-b84a3069-2dbe-4a74-9531-08c5e7a5329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:22.115064 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-b84a3069-2dbe-4a74-9531-08c5e7a5329b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1262710 May 20 16:11:22.216015 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-1962c224-2fe0-42ab-aabe-2f63e2f5818f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 HTTP/1.1" status: 200 len: 999 time: 0.0944047 May 20 16:11:22.245337 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': 'ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:11:20Z', 'updated_at': '2021-05-20T16:11:20Z', 'revision_number': 0, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:11:22.249109 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] Checking router: a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:11:22.257844 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:11:22.258438 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:11:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:11:22.277680 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-6cd87609-414a-4318-8bf6-4d75b60532a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:22.279093 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-6cd87609-414a-4318-8bf6-4d75b60532a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0564394 May 20 16:11:22.355295 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-181525ab-d8c2-4e71-8236-98704e1f73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:22.356773 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-181525ab-d8c2-4e71-8236-98704e1f73cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707157 May 20 16:11:22.433473 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:11:22.487525 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-b241d1f5-3f30-4fb5-9886-9071732e2e7e service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237006 May 20 16:11:22.617741 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b01135b0-87a2-4ddd-836d-11a3bae0ba28 req-4893a9ef-819e-400c-9bed-bba3f57dac18 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237452 May 20 16:11:22.810879 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': 'ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:11:20Z', 'updated_at': '2021-05-20T16:11:20Z', 'revision_number': 0, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:11:22.814771 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b221806-cce6-46a3-bdf4-87c751e69ea8 None None] The sync data for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi is: [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': 'ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:11:20Z', 'updated_at': '2021-05-20T16:11:20Z', 'revision_number': 0, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:11:22.981388 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38d0bc-72e4-4d94-bacb-6ed5df59d82b None None] New status for floating IP ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7: ACTIVE {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:11:37.828639 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:39.502554 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-580818d7-7852-4932-88ea-d99804f26c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:41.907918 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:42.160008 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-a065409b-b6fe-46db-83f6-6533dd0bb535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:43.224967 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:44.806780 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:45.572900 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:11:48.713408 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-922ac59b-998f-46ca-95e1-ae4f2470c003 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1306131 May 20 16:11:48.861130 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cb6c2-1451-482e-848a-336061d31c4d req-aac7276c-0e5c-4d56-b83f-26ed5877d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:48.862484 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-aac7276c-0e5c-4d56-b83f-26ed5877d367 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 1098 time: 0.0705833 May 20 16:11:49.022245 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cb6c2-1451-482e-848a-336061d31c4d req-f812a3a2-9590-4c7b-81f3-fbc83d58e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:49.023705 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-f812a3a2-9590-4c7b-81f3-fbc83d58e000 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1354854 May 20 16:11:49.241488 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-24f3cfa1-0293-4ffe-8fd1-d6d44786efd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 HTTP/1.1" status: 200 len: 1001 time: 0.2071991 May 20 16:11:49.311594 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cb6c2-1451-482e-848a-336061d31c4d req-4d4a2461-6ad5-4e29-90e2-a443dba6fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:49.313058 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-4d4a2461-6ad5-4e29-90e2-a443dba6fb31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0613017 May 20 16:11:49.407592 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cb6c2-1451-482e-848a-336061d31c4d req-abc7111b-3a5c-44c2-879a-cee2fe1f6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:49.409357 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-abc7111b-3a5c-44c2-879a-cee2fe1f6dc5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0864389 May 20 16:11:49.422844 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-befa30f0-ddfc-45af-bdc1-ac28b4b65e0b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:11:49.423775 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-befa30f0-ddfc-45af-bdc1-ac28b4b65e0b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048966 May 20 16:11:49.556474 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-685b699f-edea-426d-85b0-dff2b401615d service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244156 May 20 16:11:49.691780 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-be8cb6c2-1451-482e-848a-336061d31c4d req-11f4ddde-cd10-463a-bec4-b731155c45bb service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245332 May 20 16:11:53.470242 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [req-16374912-e407-458e-96ef-f57843f6c165 req-f74a4da0-1602-4341-a4da-faf3986ec011 service neutron] (91644) timed out ('10.222.0.47', 58860) {{(pid=91644) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 16:12:07.843466 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:09.504150 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-103a0d74-c983-49af-bf07-c460d4398dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:11.915849 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:12.161905 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-83df7728-f58f-4cc5-809f-2750a3ce1fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:13.227473 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:14.799623 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:22.572060 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:12:37.842961 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:39.505201 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-da2e675d-b3dc-4df2-8cb2-8b89f948042a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:41.907483 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:42.162818 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c2a75114-35f1-4388-a752-b4352490eee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:43.230334 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:44.803116 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:49.696643 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-f3d4e754-0d69-4f8f-bacf-40b3b5f5be04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742013 May 20 16:12:49.844193 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-edb70e0b-1808-4158-8420-8aa668bf1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:49.845579 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-edb70e0b-1808-4158-8420-8aa668bf1223 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 1098 time: 0.0708604 May 20 16:12:49.998042 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-1f7025a3-e299-46b4-aa45-64ab96073b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:49.999472 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-1f7025a3-e299-46b4-aa45-64ab96073b55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1304474 May 20 16:12:50.109961 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-a7f32b8f-1e47-45f7-bb62-30d6f3525f92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 HTTP/1.1" status: 200 len: 1001 time: 0.0994349 May 20 16:12:50.176023 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-b90c8fa8-f557-457c-98d0-89c9ccc28a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:50.177458 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-b90c8fa8-f557-457c-98d0-89c9ccc28a42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0577161 May 20 16:12:50.260872 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-56f62f73-1786-4d56-bb86-69cd2d3bee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:50.262883 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-56f62f73-1786-4d56-bb86-69cd2d3bee77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744979 May 20 16:12:50.399883 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-6d57309c-064f-463d-8afe-8439a7816077 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252816 May 20 16:12:50.533432 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-082bf24c-f00a-43d2-aeda-629075526bc0 req-990b37af-179c-4c11-bc37-235d03d36205 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231747 May 20 16:12:59.389434 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-37872d0a-ee3a-45f2-9299-e0490d68e47d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283436295&fields=id&tenant_id=1aa29db6cd514de9b6749b7796180092 HTTP/1.1" status: 200 len: 267 time: 0.0449696 May 20 16:12:59.541905 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-d4b7036a-07f2-42f7-ad23-ae8a095f0459 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:59.543939 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-d4b7036a-07f2-42f7-ad23-ae8a095f0459 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 812 time: 0.1475713 May 20 16:12:59.559185 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-f1deb2b6-34e7-4df2-8152-a8132274375e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/quotas/1aa29db6cd514de9b6749b7796180092 HTTP/1.1" status: 200 len: 375 time: 0.0094693 May 20 16:12:59.570870 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:12:59.651986 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-0916a3a0-5f29-4cd4-804f-acf8c8a37612 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0853844 May 20 16:12:59.788413 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-9235c5d9-74bb-4b4e-81a5-955bc9191e9e service neutron] 10.222.0.47 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247747 May 20 16:12:59.921649 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-30ec2e86-1c81-4c8e-88c3-8a772ed9ef06 service neutron] 10.222.0.47 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267200 May 20 16:13:00.365755 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-86d48246-d3a8-41bc-9a63-46372b4da04a req-02d53e50-2ff4-4e24-b014-28bea89f47c9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 210 time: 0.0944581 May 20 16:13:01.426515 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-9d9d7de4-1c73-4531-8e07-41bc406754d8 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:01.428033 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-9d9d7de4-1c73-4531-8e07-41bc406754d8 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 812 time: 0.1542017 May 20 16:13:01.480056 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-e683d7d2-92fa-4bbd-9cfc-4164a6b1db71 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa29db6cd514de9b6749b7796180092 HTTP/1.1" status: 200 len: 380 time: 0.0423450 May 20 16:13:01.492031 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'port': {'device_id': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'admin_state_up': True, 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'security_groups': ['d0b9e42c-fc15-4852-a9b8-94e4f19d9f58']}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:01.525641 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a057043e-e8ff-4e3b-9148-c9c61054d3ba req-a89e9b4b-5ef3-4e27-a99f-a5bbdd5ca42c tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 210 time: 0.0484364 May 20 16:13:01.731271 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:01.740798 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:01.750241 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Made reservation on behalf of 1aa29db6cd514de9b6749b7796180092 for: {'port': 1} {{(pid=91643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:13:01.753722 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:01.918348 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Allocated IP 172.20.0.13 (f6dc95d7-4432-4979-8bad-ed16d98f0232/2747e10f-c9ea-431c-be33-090566ef2367/d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:13:02.116282 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.132728 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Transition to ACTIVE for port object d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 will not be triggered until provisioned by entity DHCP. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:02.160465 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.168161 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-971005dc-b6aa-45eb-9680-42ea77263a6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:02.234100 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:13:02.237335 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:02.239911 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:13:02.299280 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'Port': ['ID=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:02.317290 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.317656 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.318020 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.318383 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.318730 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.319081 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.319427 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.319800 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.320151 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.320497 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.320837 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.321181 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:02.325635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:02.342451 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:02.343090 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.370796 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-93c58297-982f-4724-855e-61ec5a7e60cd tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8827808 May 20 16:13:02.390381 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Request body: {'port': {'device_id': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:02.451487 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-2766538a-2a4b-4870-b6d0-5b39d4895c03 None None] Provisioning for port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 completed by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:02.456777 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-2766538a-2a4b-4870-b6d0-5b39d4895c03 None None] Provisioning complete for port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 triggered by entity DHCP. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:02.457238 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2766538a-2a4b-4870-b6d0-5b39d4895c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.504807 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.512762 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-2766538a-2a4b-4870-b6d0-5b39d4895c03 None None] Port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 cannot update to ACTIVE because it is not bound. {{(pid=91645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:13:02.846178 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771afc37-274c-4b48-8384-e3778cfc991c req-0462b519-46a5-4131-beb1-67aa27e34bb5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:02.846774 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-771afc37-274c-4b48-8384-e3778cfc991c req-0462b519-46a5-4131-beb1-67aa27e34bb5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:13:02.875879 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-771afc37-274c-4b48-8384-e3778cfc991c req-0462b519-46a5-4131-beb1-67aa27e34bb5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:13:02.877149 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-771afc37-274c-4b48-8384-e3778cfc991c req-0462b519-46a5-4131-beb1-67aa27e34bb5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 932 time: 0.2334208 May 20 16:13:02.961499 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 {{(pid=91643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:13:02.972276 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.976833 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-771afc37-274c-4b48-8384-e3778cfc991c req-31581752-738a-418e-a1c6-2b07c5018aa5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675373 May 20 16:13:02.990091 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.provisioning_blocks [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Transition to ACTIVE for port object d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 will not be triggered until provisioned by entity L2. {{(pid=91643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:02.994119 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.998573 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6ea8724e-5ad8-4f1f-8729-e5a22c6ceaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:03.128819 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:03.155617 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:03.233225 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Attempting to bind port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:13:03.233561 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Attempting to bind port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:13:03.233886 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Attempting to bind port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:13:03.239232 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:13:03.239548 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Attempting to bind port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 on network f6dc95d7-4432-4979-8bad-ed16d98f0232 {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:13:03.245289 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Checking agent: {'id': '208d7a71-ff3c-4927-b92c-f97ab79dd7f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:13:03.245624 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Checking segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:13:03.246002 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Bound using segment: {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'} {{(pid=91643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:13:03.246424 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.managers [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Bound port: d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4738bde8-1f11-4a03-852c-94252e7d1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232'}}] {{(pid=91643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:13:03.246770 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.336129 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] For port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1, host hv-cinder-78477, cleared binding levels {{(pid=91643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:13:03.339332 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] For port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:13:03.344791 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.349171 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:03.403161 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:03.403808 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.405181 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 HTTP/1.1" status: 200 len: 1094 time: 1.0200934 May 20 16:13:03.405697 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:13:03.429378 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,revision_number=3']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:03.432330 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:03.486493 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'status': 'completed', 'code': 200} May 20 16:13:03.621718 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-e2d16bc3-534d-49de-a6f4-26ca2a9b729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:03.623200 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-e2d16bc3-534d-49de-a6f4-26ca2a9b729c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 1097 time: 0.1729107 May 20 16:13:03.694315 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-f12e8c20-8d3c-4b54-a559-1f193281562e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 HTTP/1.1" status: 200 len: 217 time: 0.0593846 May 20 16:13:03.762543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-a18384c5-d1db-4b07-9f2d-2630f02c35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:03.763969 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-a18384c5-d1db-4b07-9f2d-2630f02c35d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0591643 May 20 16:13:03.841500 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-3eba8d7e-a973-4a39-b7cc-f334b047d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:03.842955 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-3eba8d7e-a973-4a39-b7cc-f334b047d3fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0692623 May 20 16:13:03.980320 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-a7b7997a-7de3-4423-94ed-3619a680aa9d service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264498 May 20 16:13:04.177096 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-35f4f910-561f-44e9-9567-4bb0aaa4e33f req-81a10aa4-a910-456b-af71-19b4951cec01 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850846 May 20 16:13:04.204295 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d99be-7ce7-4e62-85c4-241b182bb9ad req-d97f5467-d160-4560-b347-b2eddf458517 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:04.206153 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-737d99be-7ce7-4e62-85c4-241b182bb9ad req-d97f5467-d160-4560-b347-b2eddf458517 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 944 time: 0.1202443 May 20 16:13:04.309951 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-737d99be-7ce7-4e62-85c4-241b182bb9ad req-42eca85c-1c34-4da4-b98f-fb54b4b98f2a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982130 May 20 16:13:04.332550 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413e3f8-d149-45d7-91d6-4846973914df req-b673a178-4db2-4bef-a02c-1fbaaff539d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:04.333997 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e413e3f8-d149-45d7-91d6-4846973914df req-b673a178-4db2-4bef-a02c-1fbaaff539d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 1097 time: 0.1002634 May 20 16:13:04.471883 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413e3f8-d149-45d7-91d6-4846973914df req-2d2053b0-6df4-43c1-8ce3-f4d6034809ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:04.473326 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e413e3f8-d149-45d7-91d6-4846973914df req-2d2053b0-6df4-43c1-8ce3-f4d6034809ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1283791 May 20 16:13:04.542848 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e413e3f8-d149-45d7-91d6-4846973914df req-425433d1-68a0-4fdf-b8ad-164c947a8f23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 HTTP/1.1" status: 200 len: 217 time: 0.0626335 May 20 16:13:04.608904 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413e3f8-d149-45d7-91d6-4846973914df req-4ffc8368-6610-4872-9b3a-a7d2e58d50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:04.610220 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e413e3f8-d149-45d7-91d6-4846973914df req-4ffc8368-6610-4872-9b3a-a7d2e58d50ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0599368 May 20 16:13:04.689151 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413e3f8-d149-45d7-91d6-4846973914df req-aa811bcd-9831-41f2-9455-a2996249c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:04.690611 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e413e3f8-d149-45d7-91d6-4846973914df req-aa811bcd-9831-41f2-9455-a2996249c885 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707188 May 20 16:13:04.826207 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e413e3f8-d149-45d7-91d6-4846973914df req-7a8ae5c5-d771-4709-b737-30bf596371b5 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255500 May 20 16:13:04.960926 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e413e3f8-d149-45d7-91d6-4846973914df req-c1544fe3-24ab-4539-8115-2a61669e6219 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270847 May 20 16:13:05.499756 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0452c-7b04-4268-a320-a1cc98a6ae67 req-7fc0ab66-3d7e-4dd4-bdc7-e331802f01a3 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:05.501410 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b4b0452c-7b04-4268-a320-a1cc98a6ae67 req-7fc0ab66-3d7e-4dd4-bdc7-e331802f01a3 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 944 time: 0.0823839 May 20 16:13:05.547341 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-b4b0452c-7b04-4268-a320-a1cc98a6ae67 req-0954c277-f9ba-43e5-8878-4cb5c3ac4359 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399890 May 20 16:13:06.737672 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b42de3-a7c0-479e-9214-fa81fbc9e8bb req-94a0b637-c4b0-4b8a-9a1f-a9e26290c25a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:06.739140 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a8b42de3-a7c0-479e-9214-fa81fbc9e8bb req-94a0b637-c4b0-4b8a-9a1f-a9e26290c25a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 944 time: 0.0798290 May 20 16:13:06.788045 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a8b42de3-a7c0-479e-9214-fa81fbc9e8bb req-092c1908-0438-4bee-9e40-dac8663826ec tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 May 20 16:13:07.864382 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.977427 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb185467-461c-4d84-906a-440293ef3fdc req-9c5ee768-ab9d-468e-a70e-7b2d8ef04282 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:07.978895 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cb185467-461c-4d84-906a-440293ef3fdc req-9c5ee768-ab9d-468e-a70e-7b2d8ef04282 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 944 time: 0.0847862 May 20 16:13:08.022916 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cb185467-461c-4d84-906a-440293ef3fdc req-26a87169-4657-4b9f-8cca-b8ccde2b6bdf tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377510 May 20 16:13:09.205539 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e507a2-64ca-45c7-a873-2eee320fc76e req-50fa3c5d-5beb-4b82-8502-570b4a7e4ecc tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:09.206994 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-61e507a2-64ca-45c7-a873-2eee320fc76e req-50fa3c5d-5beb-4b82-8502-570b4a7e4ecc tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 944 time: 0.0797749 May 20 16:13:09.250997 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-61e507a2-64ca-45c7-a873-2eee320fc76e req-5a0fdd7d-6b23-4ec6-8917-d8b356f15517 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383542 May 20 16:13:09.507946 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-be163b0a-bc95-4d1f-9d7b-fcb3cdefbe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:10.435029 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98d36-9b7a-4317-b155-af4533bb8d1e req-faac0751-0be2-4500-8f9e-ba7a78a1d536 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:10.436440 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1ba98d36-9b7a-4317-b155-af4533bb8d1e req-faac0751-0be2-4500-8f9e-ba7a78a1d536 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 944 time: 0.0793266 May 20 16:13:10.481204 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-1ba98d36-9b7a-4317-b155-af4533bb8d1e req-cd724280-471d-4c7f-8315-ec96ef61577a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 May 20 16:13:11.822437 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81e426-4851-4d62-91e9-dd8d0896c4b9 req-1a01949d-7a59-4731-b635-9d740150a0ca tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:11.823932 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5f81e426-4851-4d62-91e9-dd8d0896c4b9 req-1a01949d-7a59-4731-b635-9d740150a0ca tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 944 time: 0.2180305 May 20 16:13:11.870115 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-5f81e426-4851-4d62-91e9-dd8d0896c4b9 req-af502655-08a5-44ef-8f71-e482f6bf2446 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400312 May 20 16:13:11.915567 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:12.165198 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8b86d495-9baa-4f98-8afc-6829a1b6cb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.056865 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57b609-6a35-44b8-a207-200f110b70b5 req-de923099-76e1-4515-8123-f2c007bc6a86 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:13.058313 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bf57b609-6a35-44b8-a207-200f110b70b5 req-de923099-76e1-4515-8123-f2c007bc6a86 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 944 time: 0.0826018 May 20 16:13:13.102588 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-bf57b609-6a35-44b8-a207-200f110b70b5 req-22e555c3-2015-4a14-92af-3a20903286b0 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386596 May 20 16:13:13.233485 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.311675 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:13:13.442454 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:13.456196 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Returning: {'device': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'port_id': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'mac_address': 'fa:16:3e:ad:15:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:13:13.514500 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.531489 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 {{(pid=91645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:13:13.546315 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:13.549811 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.551462 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-60c654b2-7df2-437e-8cd9-61806a1292c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:13.617150 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,revision_number=4']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:13.624503 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.624842 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.625173 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.625499 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.625984 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.626321 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.626636 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.626953 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.627273 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.627586 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.627923 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.628236 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:13.632162 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:13.782643 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] get_ports_and_sgs() called for port_ids ['d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1'] {{(pid=91645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:13:14.306670 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d576c-587d-4c99-84ba-866a4fb09ed4 req-ff9b2fe1-1d3f-4bf2-82d2-26bb98c07a87 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:14.308147 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e29d576c-587d-4c99-84ba-866a4fb09ed4 req-ff9b2fe1-1d3f-4bf2-82d2-26bb98c07a87 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 945 time: 0.0838661 May 20 16:13:14.355047 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-e29d576c-587d-4c99-84ba-866a4fb09ed4 req-8e229507-b35b-49d7-8a1b-729b34f8b7d2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 May 20 16:13:14.805489 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:15.317903 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 up at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:13:15.388576 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning for port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 completed by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:15.393599 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.provisioning_blocks [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Provisioning complete for port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 triggered by entity L2. {{(pid=91645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:15.394009 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724133'] for port, provisioning_complete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:15.509173 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:15.535886 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1'}] {{(pid=91645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:13:15.541682 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a2f63-c6bd-4b9b-8967-3d5a7dd0606e req-2539bbc2-9c1a-42dc-94c1-3d95ced4e21b tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:15.543754 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-492a2f63-c6bd-4b9b-8967-3d5a7dd0606e req-2539bbc2-9c1a-42dc-94c1-3d95ced4e21b tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 945 time: 0.0841920 May 20 16:13:15.546636 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] For port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:15.550915 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973'] for port, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:15.552960 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-2835f14b-a772-4189-9da8-6d0f83dc846f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:15.589150 dv-cinder-784779-12-iscsi neutron-server[91645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'code': 200} May 20 16:13:15.624343 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Pushing event updated for resources: {'Port': ['ID=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,revision_number=5']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:15.627312 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:15.696327 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-492a2f63-c6bd-4b9b-8967-3d5a7dd0606e req-24ef173f-74b4-4575-9306-c5008855fce9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468983 May 20 16:13:15.893322 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dcc53-2098-448c-b5ae-59592e706245 req-a106081f-a09e-456f-a2fb-363e90de8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:15.894842 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-285dcc53-2098-448c-b5ae-59592e706245 req-a106081f-a09e-456f-a2fb-363e90de8404 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 1099 time: 0.0728405 May 20 16:13:15.940793 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-285dcc53-2098-448c-b5ae-59592e706245 req-d22882fb-d5cf-4877-95ea-2af92e7480e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353482 May 20 16:13:16.894717 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b183fa-6d09-4b0d-bce9-7564eed84a88 req-f1409b93-af46-4d11-8faa-4d2974a4d1c0 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:16.896211 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-33b183fa-6d09-4b0d-bce9-7564eed84a88 req-f1409b93-af46-4d11-8faa-4d2974a4d1c0 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 946 time: 0.0930593 May 20 16:13:16.941079 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-33b183fa-6d09-4b0d-bce9-7564eed84a88 req-9af0da21-b734-4054-8722-179b65d23e71 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390940 May 20 16:13:18.121188 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8744e63-3f2a-41ba-8a05-5f71b6a8655c req-7d228e97-8c99-4b94-86dc-92d0c322b1a9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:18.122647 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f8744e63-3f2a-41ba-8a05-5f71b6a8655c req-7d228e97-8c99-4b94-86dc-92d0c322b1a9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 946 time: 0.0787170 May 20 16:13:18.170291 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-f8744e63-3f2a-41ba-8a05-5f71b6a8655c req-40094db7-bef5-46a1-9add-7d9e023647fb tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 May 20 16:13:18.352126 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25925a-4cbc-433a-a122-76f728483120 req-4cb67848-a233-400c-9ffe-4467f4bb2a0f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:18.353602 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2c25925a-4cbc-433a-a122-76f728483120 req-4cb67848-a233-400c-9ffe-4467f4bb2a0f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 946 time: 0.0806215 May 20 16:13:18.398505 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2c25925a-4cbc-433a-a122-76f728483120 req-5b3f6fad-0338-4183-9406-2fe4a49cf597 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390515 May 20 16:13:18.420560 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34576) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:18.511238 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5021dc4d-5485-410b-aa8f-0ae8a0229bb5 tempest-TestVolumeBootPattern-975723754 tempest-TestVolumeBootPattern-975723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:18.513337 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-5021dc4d-5485-410b-aa8f-0ae8a0229bb5 tempest-TestVolumeBootPattern-975723754 tempest-TestVolumeBootPattern-975723754-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 1094 time: 0.0917857 May 20 16:13:18.516049 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34580) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:18.521440 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.v2.base [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Request body: {'floatingip': {'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'port_id': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:18.528432 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:18.532368 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Usage tracker for resource:floatingip and tenant:1aa29db6cd514de9b6749b7796180092 is out of sync, need to count used quota {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:18.535808 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91643) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:18.541670 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.quota.driver [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91643) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:18.552652 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:18.697787 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:18.834469 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.db_base_plugin_common [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Allocated IP 172.27.2.106 (acb29dd0-df79-44f9-9207-b3e6b0cfdc2a/652fe262-27f6-4b64-9661-68a7af1288dd/bfd9de39-833c-4936-9733-5e3207fb237c) {{(pid=91643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:13:18.981413 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for port, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:19.012622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733651362910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:19.017570 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-6ddd6840-9141-4fbf-bea7-40f437e2e6a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:19.078543 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Network acb29dd0-df79-44f9-9207-b3e6b0cfdc2a is already hosted by enough agents. {{(pid=91643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:13:19.081340 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.base_scheduler [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Resources bound (agent type, host, resource id): {{(pid=91643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:19.084865 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Received port after_create {{(pid=91643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:13:19.114168 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'Port': ['ID=bfd9de39-833c-4936-9733-5e3207fb237c,revision_number=1']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:19.119912 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:19.504038 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:19.579274 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-588447'] for port, before_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:19.870402 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for port, precommit_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:19.875323 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733651892920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733651362928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733651362973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3905116'] for port, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:19.878867 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d18b794d-f529-460a-9a18-eb21a0138783 tempest-AttachVolumeShelveTestJSON-142346194 tempest-AttachVolumeShelveTestJSON-142346194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:19.985408 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event updated for resources: {'Port': ['ID=bfd9de39-833c-4936-9733-5e3207fb237c,revision_number=2']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:19.988176 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:19.997214 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-474937'] for floatingip, after_update {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:20.166620 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.db.l3_db [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Floating IP 10339252-d6d3-4745-91f1-9257121fd3e3 associated. External IP: 172.27.2.106, port: d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1. May 20 16:13:20.522713 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:13:20.698204 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:13:20.707711 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] Sync routers for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:13:20.717392 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:20.718010 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:13:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:20.722369 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:20.776855 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-9e827965-06fa-49c4-b9bd-90720376d55f tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2597024 May 20 16:13:20.777930 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:13:20.828842 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'status': 'completed', 'code': 200} May 20 16:13:20.898739 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:20.924441 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a2172-53ed-4363-a725-94da7cc508cf req-98b8d16b-ef5a-40b9-a8f7-ac0fa73a6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:20.925963 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-089a2172-53ed-4363-a725-94da7cc508cf req-98b8d16b-ef5a-40b9-a8f7-ac0fa73a6797 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 1099 time: 0.0740960 May 20 16:13:21.058728 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a2172-53ed-4363-a725-94da7cc508cf req-295da5fe-8c33-4c7f-9194-1ecb85bc1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:21.060219 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-089a2172-53ed-4363-a725-94da7cc508cf req-295da5fe-8c33-4c7f-9194-1ecb85bc1bc7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1280122 May 20 16:13:21.161176 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-089a2172-53ed-4363-a725-94da7cc508cf req-2213dbdf-f164-4ccd-970e-a1edd0eec124 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 HTTP/1.1" status: 200 len: 1000 time: 0.0945961 May 20 16:13:21.294360 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '10339252-d6d3-4745-91f1-9257121fd3e3', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:ad:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:19Z', 'updated_at': '2021-05-20T16:13:19Z', 'revision_number': 0, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}, {'id': 'ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:11:20Z', 'updated_at': '2021-05-20T16:11:23Z', 'revision_number': 1, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:21.299237 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] Checking router: a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:13:21.309062 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:21.309607 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:13:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:21.343126 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a2172-53ed-4363-a725-94da7cc508cf req-ac0fa08b-1c5a-4344-9b2d-2bac27a10c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:21.344754 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-089a2172-53ed-4363-a725-94da7cc508cf req-ac0fa08b-1c5a-4344-9b2d-2bac27a10c95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.1772938 May 20 16:13:21.423422 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a2172-53ed-4363-a725-94da7cc508cf req-c69692fb-e50f-4eb8-a586-93a4e1c2bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:21.424937 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-089a2172-53ed-4363-a725-94da7cc508cf req-c69692fb-e50f-4eb8-a586-93a4e1c2bcfa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0705349 May 20 16:13:21.486838 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:21.560287 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-089a2172-53ed-4363-a725-94da7cc508cf req-764d72bb-c18c-46ad-a092-166e7cf24a62 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283467 May 20 16:13:21.698349 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-089a2172-53ed-4363-a725-94da7cc508cf req-d5e23a0d-9105-4e95-820d-d768f1643905 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315296 May 20 16:13:21.840480 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '10339252-d6d3-4745-91f1-9257121fd3e3', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:ad:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:19Z', 'updated_at': '2021-05-20T16:13:19Z', 'revision_number': 0, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}, {'id': 'ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:11:20Z', 'updated_at': '2021-05-20T16:11:23Z', 'revision_number': 1, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:21.844308 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954e891-65d8-4c0f-b043-4e4672a17739 None None] The sync data for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi is: [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': '10339252-d6d3-4745-91f1-9257121fd3e3', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:ad:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:19Z', 'updated_at': '2021-05-20T16:13:19Z', 'revision_number': 0, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}, {'id': 'ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:11:20Z', 'updated_at': '2021-05-20T16:11:23Z', 'revision_number': 1, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:13:22.008542 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b58ab7-ef06-4308-8de8-1747ac915881 None None] New status for floating IP 10339252-d6d3-4745-91f1-9257121fd3e3: ACTIVE {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:13:36.569336 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:13:37.653615 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [req-999a5e57-3545-4dfe-be22-9997ab456e79 req-dd87dc7d-b5c2-434a-86c5-64204a875e17 service neutron] (91644) timed out ('10.222.0.58', 59844) {{(pid=91644) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 16:13:37.869527 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:39.509342 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-ff218341-d936-4007-beee-bd8dd3fcffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:41.908309 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:42.167935 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2705faee-e41d-44f6-bde3-1441c599bd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:43.235305 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:44.821416 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:50.648519 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-c6feb84d-cfe7-4547-b602-c3741d184871 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718513 May 20 16:13:50.793506 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-f0a62483-e3c7-49fd-ae87-826b2a889cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:50.794949 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-f0a62483-e3c7-49fd-ae87-826b2a889cd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 1098 time: 0.0700269 May 20 16:13:50.950852 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-28b7a55d-5a4c-4152-93bb-c233b8d4f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:50.952237 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-28b7a55d-5a4c-4152-93bb-c233b8d4f40e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1379592 May 20 16:13:51.056640 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-e207b8f5-ac5d-46dd-8ab5-b1f9ff2ce7ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 HTTP/1.1" status: 200 len: 1001 time: 0.0949953 May 20 16:13:51.121640 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-50d32f28-c22d-4ab7-bf2d-0d4704f2674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:51.123039 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-50d32f28-c22d-4ab7-bf2d-0d4704f2674e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.0570097 May 20 16:13:51.204307 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-55755ebd-1f3e-49cf-8832-a75c61811779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:51.205652 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-55755ebd-1f3e-49cf-8832-a75c61811779 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722227 May 20 16:13:51.338008 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-ef7f5723-60df-4292-8fb8-e4104ec5469a service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217637 May 20 16:13:51.468653 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-a5c29f19-6a12-4881-b18e-de70a2c7d925 req-7b76cd7e-351e-474a-908a-340627c0524b service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208637 May 20 16:14:07.887899 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.510968 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-63517cca-90ab-4325-af1d-3c916af91b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.910154 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.169112 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-44338dd8-6a73-43ad-88bf-d79582dd3502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.237585 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.568437 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:14:14.820613 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.892481 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:39.513056 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c345dcce-2d04-4f2e-ae9f-513189e22f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.918903 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.172108 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-12cbe2f7-8ec1-40ad-b5cd-01f1dcf93c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.240820 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.816121 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.571666 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:14:52.771938 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-807bee8d-e1a3-4bbd-9678-c9c7a5f5b4f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684462 May 20 16:14:52.888477 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-fa934a80-9cba-4352-8fcd-8d788da97d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:52.890982 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-fa934a80-9cba-4352-8fcd-8d788da97d58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 1099 time: 0.0900977 May 20 16:14:53.056612 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-50f8c1ac-8a04-4488-b0e1-da391c7c29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:53.058128 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-50f8c1ac-8a04-4488-b0e1-da391c7c29ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.1410854 May 20 16:14:53.187358 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-ae92f86d-58ab-4b2e-807b-8d8a1025d072 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 HTTP/1.1" status: 200 len: 1002 time: 0.1192825 May 20 16:14:53.221848 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34614) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:53.390758 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-0c3badb7-4b0c-4026-9f33-ab3661be6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:53.392155 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-0c3badb7-4b0c-4026-9f33-ab3661be6ca1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.1955748 May 20 16:14:53.519271 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-6f217a0e-1c6e-44f6-bc35-f76b8870f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:53.521875 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-6f217a0e-1c6e-44f6-bc35-f76b8870f52e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1228194 May 20 16:14:53.653051 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Deleting port bfd9de39-833c-4936-9733-5e3207fb237c {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:53.653400 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.701728 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-b70330a3-ac10-4f70-9d97-c66d631aacb4 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681280 May 20 16:14:53.780805 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.781156 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.901385 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-baf89469-c704-42e7-a2c4-94f15908d7f2 req-c73852e2-847d-4553-bea5-2b1083e29e0c service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898177 May 20 16:14:53.922676 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Calling delete_port for bfd9de39-833c-4936-9733-5e3207fb237c owned by network:floatingip {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:14:54.096323 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.105047 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-ea3ab9b1-31f3-400b-99e6-2232750911b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:54.208774 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event deleted for resources: {'Port': ['ID=bfd9de39-833c-4936-9733-5e3207fb237c,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:54.226284 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.227412 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.227412 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.227412 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.227925 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.228102 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.228442 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.228794 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.229157 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.229517 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.229862 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.230212 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:54.258503 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:54.288088 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.288476 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.l3_db [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Floating IP 10339252-d6d3-4745-91f1-9257121fd3e3 disassociated (deleted). External IP: 172.27.2.106, port: d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1. May 20 16:14:54.681816 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:14:54.995832 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:55.009598 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] Sync routers for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:55.025329 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.026909 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:55.028615 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:14:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:55.113647 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a2c1c2b3-8393-45d5-a52a-3399c9a498f9 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "DELETE /v2.0/floatingips/10339252-d6d3-4745-91f1-9257121fd3e3 HTTP/1.1" status: 204 len: 168 time: 1.8899322 May 20 16:14:55.115443 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:55.169441 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'status': 'completed', 'code': 200} May 20 16:14:55.283154 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-f167ecf1-dcf6-4108-9895-aa0f7308db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:55.285100 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-f167ecf1-dcf6-4108-9895-aa0f7308db8b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 1099 time: 0.0830660 May 20 16:14:55.313653 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:55.535434 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-c7fe76ef-2010-4ccb-adc5-a06bad98a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:55.537306 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-c7fe76ef-2010-4ccb-adc5-a06bad98a2f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.2379191 May 20 16:14:55.633481 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-8976b0bd-238f-436d-a302-c8fb8aba4a09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 HTTP/1.1" status: 200 len: 217 time: 0.0861723 May 20 16:14:55.649626 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d376d0c-d828-4efd-99a3-e50b1bc0389f req-0ba417bb-0d18-4086-8668-86d43a8f3e5a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:55.650532 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-6d376d0c-d828-4efd-99a3-e50b1bc0389f req-0ba417bb-0d18-4086-8668-86d43a8f3e5a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:55.674467 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-6d376d0c-d828-4efd-99a3-e50b1bc0389f req-0ba417bb-0d18-4086-8668-86d43a8f3e5a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:55.676903 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6d376d0c-d828-4efd-99a3-e50b1bc0389f req-0ba417bb-0d18-4086-8668-86d43a8f3e5a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 946 time: 0.1192846 May 20 16:14:55.743419 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-f57caea9-6056-4639-9e38-b5f528368652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:55.744879 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-f57caea9-6056-4639-9e38-b5f528368652 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.1042786 May 20 16:14:55.747962 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-6d376d0c-d828-4efd-99a3-e50b1bc0389f req-ad7f3e38-5473-41d4-8180-f6aa6a23c2c5 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645666 May 20 16:14:55.818043 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': 'ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:11:20Z', 'updated_at': '2021-05-20T16:11:23Z', 'revision_number': 1, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:55.822903 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] Checking router: a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:55.832426 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:55.833163 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:14:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:55.878535 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-41ff22ca-a89b-4efd-aedd-2bf6f07d82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:55.881056 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-41ff22ca-a89b-4efd-aedd-2bf6f07d82d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1265540 May 20 16:14:56.042372 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:56.084127 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-4b3e6ffd-2881-4d1a-b69b-7c5fd8fc80f9 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899071 May 20 16:14:56.289382 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-2ae6f1f9-078b-44a4-9416-3f17d5b20d8a req-a3ec5b1a-c236-40fc-9218-0a8864d018e0 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975372 May 20 16:14:56.483821 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': 'ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:11:20Z', 'updated_at': '2021-05-20T16:11:23Z', 'revision_number': 1, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:56.487954 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6273e-1d9a-42e9-877c-d722adf78cbf None None] The sync data for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi is: [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_floatingips': [{'id': 'ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'router_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'port_id': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'mac_address': 'fa:16:3e:3d:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:11:20Z', 'updated_at': '2021-05-20T16:11:23Z', 'revision_number': 1, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:56.716061 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb54cb-c1e7-4402-9bfd-d301229bd41a None None] New status for floating IP 10339252-d6d3-4745-91f1-9257121fd3e3: DOWN {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:14:56.969156 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf2b52-9e82-4c0b-8bc4-b6b417775c13 req-a42b10d1-0088-47e5-9dc7-3cb73ae5c3bb tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:56.970603 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6cbf2b52-9e82-4c0b-8bc4-b6b417775c13 req-a42b10d1-0088-47e5-9dc7-3cb73ae5c3bb tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 946 time: 0.0852597 May 20 16:14:57.015140 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-6cbf2b52-9e82-4c0b-8bc4-b6b417775c13 req-56aba13b-6b94-45da-9d35-5f112c82fb05 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385201 May 20 16:14:57.460497 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-673771d2-c55f-47da-9bb2-acc403b45a65 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.461860 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-673771d2-c55f-47da-9bb2-acc403b45a65 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 946 time: 0.1229305 May 20 16:14:57.623432 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Deleting port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:57.623803 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:57.778917 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] For port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:57.779186 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:58.006007 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Calling delete_port for d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:14:58.191477 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:58.201045 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-79191b1a-0f91-49e6-add7-8656d851e0d1 tempest-TestMinimumBasicScenario-846364215 tempest-TestMinimumBasicScenario-846364215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:58.202276 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-cb209ed3-20df-4c4b-b56e-93e3e69dddd7 req-d227bb90-a9df-4dd3-8922-adb8e821b061 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 210 time: 0.0455966 May 20 16:14:58.270617 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event deleted for resources: {'Port': ['ID=d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:58.311744 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.312050 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.312464 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.312831 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.313190 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.313550 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.313909 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.314266 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.314622 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.314974 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.315324 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.315673 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:58.323339 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:58.360809 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] No DVR routers for this DVR port d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:14:58.363476 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:58.366263 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'name': 'network-vif-deleted', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:58.384465 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-0bd667e3-8580-469f-a7ec-93e008594aa2 req-92457523-3930-4c46-9faf-8f3768cf3a91 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "DELETE /v2.0/ports/d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 HTTP/1.1" status: 204 len: 173 time: 0.9143670 May 20 16:14:58.479737 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ef2e7f-d82b-4489-ad1d-8b54802cde4c', 'name': 'network-vif-deleted', 'tag': 'd15aa286-ae8d-4bbc-84e0-bdb7cd101fe1', 'status': 'completed', 'code': 200} May 20 16:14:59.485762 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-a9ebdfa6-13ef-44d4-a468-0759f11c668e req-f4661e86-51a1-4d44-9816-f9052c14ca5b tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ef2e7f-d82b-4489-ad1d-8b54802cde4c HTTP/1.1" status: 200 len: 210 time: 0.0884528 May 20 16:15:01.860386 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:01.901176 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:01.901724 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device d15aa286-ae8d-4bbc-84e0-bdb7cd101fe1 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:03.126384 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34658) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:03.435629 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Deleting port 99c08c02-4ae4-4f1e-aa17-635ceda419c5 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:03.436036 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.574679 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.575016 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.707225 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Calling delete_port for 99c08c02-4ae4-4f1e-aa17-635ceda419c5 owned by network:floatingip {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:03.845652 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.853612 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-7ae91a1c-ca5f-4980-92c3-68f25eeaf4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:03.897912 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event deleted for resources: {'Port': ['ID=99c08c02-4ae4-4f1e-aa17-635ceda419c5,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:03.924325 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:03.992564 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.993022 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.db.l3_db [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Floating IP ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7 disassociated (deleted). External IP: 172.27.2.217, port: 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3. May 20 16:15:04.476900 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:04.692104 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:04.706791 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] Sync routers for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:04.711987 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:04.717310 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:04.718016 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:14:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:04.770233 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-33377fd7-bc9a-4bb1-8041-7862b1d3efd1 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "DELETE /v2.0/floatingips/ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7 HTTP/1.1" status: 204 len: 168 time: 1.6424065 May 20 16:15:04.770732 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3'}] {{(pid=91644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:04.821446 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'status': 'completed', 'code': 200} May 20 16:15:04.911229 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:04.956678 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-4a5e5df2-7dd1-48bc-844c-2a63288aa176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:04.959015 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-4a5e5df2-7dd1-48bc-844c-2a63288aa176 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa29db6cd514de9b6749b7796180092&device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 1098 time: 0.1037855 May 20 16:15:05.169346 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-4affeda0-e121-416c-9598-22898493addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:05.170845 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-4affeda0-e121-416c-9598-22898493addb service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 200 len: 913 time: 0.2013376 May 20 16:15:05.316595 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-b2a0e17c-f8d5-4954-bd8d-99383c4131d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 HTTP/1.1" status: 200 len: 217 time: 0.1343923 May 20 16:15:05.400661 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:05.408238 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] Checking router: a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:05.424078 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:05.425151 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:14:42Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:05.447105 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-6a3505ff-0565-4c50-adb7-07c91e94602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:05.450190 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-6a3505ff-0565-4c50-adb7-07c91e94602d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 200 len: 851 time: 0.1251106 May 20 16:15:05.541760 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ee637-e329-4827-b8b8-0a94151b295e req-8967466d-439f-405b-bd7f-da7860667a7e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:05.543512 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-7e4ee637-e329-4827-b8b8-0a94151b295e req-8967466d-439f-405b-bd7f-da7860667a7e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:05.587780 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.quota.resource [req-7e4ee637-e329-4827-b8b8-0a94151b295e req-8967466d-439f-405b-bd7f-da7860667a7e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91643) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:05.589144 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7e4ee637-e329-4827-b8b8-0a94151b295e req-8967466d-439f-405b-bd7f-da7860667a7e tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 945 time: 0.3569036 May 20 16:15:05.637028 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-165f4701-db67-49c7-b042-99e1c633e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:05.639230 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-165f4701-db67-49c7-b042-99e1c633e534 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6dc95d7-4432-4979-8bad-ed16d98f0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1793442 May 20 16:15:05.689476 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:05.698447 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-7e4ee637-e329-4827-b8b8-0a94151b295e req-361419ca-e985-49d8-8691-1b7508f7dbcf tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001544 May 20 16:15:05.847017 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-8c0ba5e2-bdf0-40ef-9ecb-3bf80dd5c876 service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867371 May 20 16:15:06.041982 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-b14b5ec5-4c5e-4fe6-8508-93a5fd12773a req-bd97b348-6b41-4d1b-9f39-7772d3e019ee service neutron] 10.222.0.58 "GET /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801434 May 20 16:15:06.138677 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:06.144441 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96f153-e21c-4633-affb-df57d935e5cb None None] The sync data for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi is: [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:08:13Z', 'revision_number': 4, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi', '_interfaces': [{'id': '2e8571fc-ec25-4263-920d-62402f817e55', 'name': '', 'network_id': 'f6dc95d7-4432-4979-8bad-ed16d98f0232', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'mac_address': 'fa:16:3e:18:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2747e10f-c9ea-431c-be33-090566ef2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:12Z', 'updated_at': '2021-05-20T16:08:20Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'subnets': [{'id': '2747e10f-c9ea-431c-be33-090566ef2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:06.382756 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6064281-4d6c-4d8f-8acd-fddcf9c8529c None None] New status for floating IP ea74f1ad-6f0f-4da5-8cc5-37c42d0484a7: DOWN {{(pid=91646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:15:06.918661 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b0fc2-7ab7-49cf-8985-09c00c9da0c5 req-9899e956-842b-464e-bb41-12bc64840c06 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:06.919654 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-e46b0fc2-7ab7-49cf-8985-09c00c9da0c5 req-9899e956-842b-464e-bb41-12bc64840c06 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Synchronizing usage tracker for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91644) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:06.937336 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.quota.resource [req-e46b0fc2-7ab7-49cf-8985-09c00c9da0c5 req-9899e956-842b-464e-bb41-12bc64840c06 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Unset dirty status for tenant:1aa29db6cd514de9b6749b7796180092 on resource:port {{(pid=91644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:06.938876 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e46b0fc2-7ab7-49cf-8985-09c00c9da0c5 req-9899e956-842b-464e-bb41-12bc64840c06 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 945 time: 0.1082547 May 20 16:15:06.968127 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-696aaf0e-f25b-416d-bc60-355912465f6a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:06.969602 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-696aaf0e-f25b-416d-bc60-355912465f6a tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 945 time: 0.0810335 May 20 16:15:07.001036 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-e46b0fc2-7ab7-49cf-8985-09c00c9da0c5 req-87b4cf77-0042-49e4-aa69-f8641ac74843 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558023 May 20 16:15:07.127057 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Deleting port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:07.127642 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.271257 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] For port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:07.271668 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.501727 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Calling delete_port for 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 owned by compute:nova {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:07.632735 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.640699 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-1dcd0608-fbc7-430a-a233-c4219023abf2 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:07.688303 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event deleted for resources: {'Port': ['ID=98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:07.692515 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:07.782635 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] No DVR routers for this DVR port 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 on host hv-cinder-78477 {{(pid=91643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:07.785821 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for port, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.789858 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'name': 'network-vif-deleted', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3'}] {{(pid=91643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:07.809491 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [req-60ecdb54-b8eb-4cb6-b772-ee65e0eeaa33 req-9df16977-2d10-45a1-af92-56baa686a40d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.58 "DELETE /v2.0/ports/98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 HTTP/1.1" status: 204 len: 173 time: 0.8318982 May 20 16:15:07.851425 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19ba92d-fff6-4cfd-919a-ade498891f60', 'name': 'network-vif-deleted', 'tag': '98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3', 'status': 'completed', 'code': 200} May 20 16:15:07.887490 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.189666 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [req-d32b0d6a-5ee1-4d92-8a57-6b74f77dd80b req-7f8f2f06-f4ae-44d3-9f72-8a20c16c69d6 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19ba92d-fff6-4cfd-919a-ade498891f60 HTTP/1.1" status: 200 len: 210 time: 0.0603094 May 20 16:15:09.298193 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34676) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:09.520395 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-050e1c1a-3698-498b-8664-85e55894c500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.571463 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Deleting port a848f19e-ec3f-4c60-9ddb-e48cd63c7b41 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:09.571881 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.706793 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.707120 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.835102 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Calling delete_port for a848f19e-ec3f-4c60-9ddb-e48cd63c7b41 owned by network:floatingip {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:09.965397 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.969131 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-bc605e82-5963-4f19-a956-5bc044352731 tempest-TestShelveInstance-1647519994 tempest-TestShelveInstance-1647519994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:10.017855 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event deleted for resources: {'Port': ['ID=a848f19e-ec3f-4c60-9ddb-e48cd63c7b41,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:10.021757 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:10.114541 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for floatingip, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:10.128751 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246449'] for floatingip, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:10.132996 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-5099d76c-d5e8-4d9a-b062-4d8d53e2273d tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "DELETE /v2.0/floatingips/ef42266b-2e6b-4327-b73c-9fa96274de29 HTTP/1.1" status: 204 len: 168 time: 0.8303711 May 20 16:15:11.548130 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34690) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:11.644816 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4da6c204-a3e9-47a4-8d64-1d31451a8d19 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.689619 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4da6c204-a3e9-47a4-8d64-1d31451a8d19 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.790513 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4da6c204-a3e9-47a4-8d64-1d31451a8d19 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.794849 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-d8537037-43eb-45ca-9a7a-fa976723e99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:11.811116 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6c204-a3e9-47a4-8d64-1d31451a8d19 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b9e42c-fc15-4852-a9b8-94e4f19d9f58,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:11.813799 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-4da6c204-a3e9-47a4-8d64-1d31451a8d19 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:11.829282 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-4da6c204-a3e9-47a4-8d64-1d31451a8d19 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] Notify callbacks [] for security_group, before_response {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.834685 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-4da6c204-a3e9-47a4-8d64-1d31451a8d19 tempest-TestVolumeBootPattern-284935206 tempest-TestVolumeBootPattern-284935206-project] 10.222.0.47 "DELETE /v2.0/security-groups/d0b9e42c-fc15-4852-a9b8-94e4f19d9f58 HTTP/1.1" status: 204 len: 168 time: 0.2818234 May 20 16:15:11.902164 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34696) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:11.922035 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:11.956423 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.963320 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] No Port match for: 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:11.963700 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Device 98fe8a3a-e15b-45e7-ac34-9dd37bd65ae3 not bound to the agent host hv-cinder-78477 {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:12.177105 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-61e464be-a8c3-4bf9-8b02-be789d46fa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.744568 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496423'] for router_interface, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.228821 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Deleting port 2e8571fc-ec25-4263-920d-62402f817e55 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:13.229789 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.251507 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.365341 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] For port 2e8571fc-ec25-4263-920d-62402f817e55, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=2e8571fc-ec25-4263-920d-62402f817e55,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:13.365689 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.523399 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Calling delete_port for 2e8571fc-ec25-4263-920d-62402f817e55 owned by network:router_interface {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:13.864868 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.868635 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-6e291e38-6c38-4e24-a497-ba96d3c644e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:13.913820 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8571fc-ec25-4263-920d-62402f817e55,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:13.916936 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:14.354070 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-523180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496531'] for router_interface, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.737585 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:14.830393 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.929523 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:14.940350 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] Sync routers for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:14.945588 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-9e20afef-86df-484a-a517-3d18e2124b12 admin admin] 10.222.0.47 "PUT /v2.0/routers/a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0422118 May 20 16:15:14.948854 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34702) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:14.951129 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:14.951791 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:15:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:15.144355 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:15.198303 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks [] for router, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:15.502681 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:15.580569 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:15:13Z', 'revision_number': 5, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port': {'id': '1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:10Z', 'updated_at': '2021-05-20T16:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:15.585718 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] Checking router: a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 for host: dv-cinder-784779-12-iscsi {{(pid=91645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:15.596577 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] Routers {'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:15.597349 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:15:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'], 'active': True} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:15.598790 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Deleting port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:15.599186 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:15.762541 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] For port 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:15.763124 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:15.872253 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvr_db [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] Set router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 gateway port host: None {{(pid=91645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:15.983327 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_hamode_db [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:15:15Z', 'revision_number': 6, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port_host': None}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:15.988079 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5324a0-c900-48ae-a2ff-e0cf0fe98160 None None] The sync data for ids ['a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9'] in dv-cinder-784779-12-iscsi is: [{'id': 'a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9', 'name': 'tempest-TestVolumeBootPattern-1395401741-router', 'tenant_id': '1aa29db6cd514de9b6749b7796180092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:09Z', 'updated_at': '2021-05-20T16:15:15Z', 'revision_number': 6, 'project_id': '1aa29db6cd514de9b6749b7796180092', 'gw_port_host': None}] {{(pid=91645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:16.065306 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Calling delete_port for 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 owned by network:router_gateway {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:16.220063 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.225669 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-48b691e0-e34f-4fea-b00b-4acda1f4ba3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:16.272796 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Pushing event deleted for resources: {'Port': ['ID=1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:16.275192 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:16.404977 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474892'] for router_gateway, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.599470 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.601738 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.626085 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-474160'] for router, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.626788 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 {{(pid=91644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:15:16.642584 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.644032 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-0d3bd244-ec60-405e-89f3-b5f9873adece admin admin] 10.222.0.47 "DELETE /v2.0/routers/a2deef54-d7ef-46b5-adb1-4e9ef8f5d7d9 HTTP/1.1" status: 204 len: 168 time: 1.6931460 May 20 16:15:16.646572 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34706) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:16.708924 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7276b02-5e0c-48dd-8abb-7565e4624b12 admin admin] Deleting subnet 2747e10f-c9ea-431c-be33-090566ef2367 {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:15:16.712512 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7276b02-5e0c-48dd-8abb-7565e4624b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.767009 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7276b02-5e0c-48dd-8abb-7565e4624b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.883869 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7276b02-5e0c-48dd-8abb-7565e4624b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.220922 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7276b02-5e0c-48dd-8abb-7565e4624b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.225339 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:17.261276 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7276b02-5e0c-48dd-8abb-7565e4624b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2747e10f-c9ea-431c-be33-090566ef2367,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:17.265033 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-a7276b02-5e0c-48dd-8abb-7565e4624b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:17.268387 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-a7276b02-5e0c-48dd-8abb-7565e4624b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.275427 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-a7276b02-5e0c-48dd-8abb-7565e4624b12 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2747e10f-c9ea-431c-be33-090566ef2367 HTTP/1.1" status: 204 len: 168 time: 0.6276689 May 20 16:15:17.275783 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181da75-ac75-495c-8ca7-2e54ef79c6f6 None None] Network f6dc95d7-4432-4979-8bad-ed16d98f0232 requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:17.278350 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34710) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:17.393933 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.485369 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Deleting port abd62bb6-4a85-4e07-a7f4-a374eb35682a {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:17.485702 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.573636 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] DHCP port deletion for f6dc95d7-4432-4979-8bad-ed16d98f0232 request from dv-cinder-784779-12-iscsi {{(pid=91645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:15:17.597939 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] For port abd62bb6-4a85-4e07-a7f4-a374eb35682a, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=abd62bb6-4a85-4e07-a7f4-a374eb35682a,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:17.598295 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.654547 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Deleting port abd62bb6-4a85-4e07-a7f4-a374eb35682a {{(pid=91645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:17.654904 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.762985 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 2e8571fc-ec25-4263-920d-62402f817e55 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:17.814790 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 2e8571fc-ec25-4263-920d-62402f817e55 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:17.815210 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 2e8571fc-ec25-4263-920d-62402f817e55 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:17.815835 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device abd62bb6-4a85-4e07-a7f4-a374eb35682a no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:17.871793 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] For port abd62bb6-4a85-4e07-a7f4-a374eb35682a, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=abd62bb6-4a85-4e07-a7f4-a374eb35682a,segment=NetworkSegment(4738bde8-1f11-4a03-852c-94252e7d1cd6),segment_id=4738bde8-1f11-4a03-852c-94252e7d1cd6)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:17.872201 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Calling delete_port for abd62bb6-4a85-4e07-a7f4-a374eb35682a owned by network:dhcp {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:17.872958 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.927430 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.931737 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-07993667-81c9-48bd-b595-1360bca5b114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:17.978907 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Pushing event deleted for resources: {'Port': ['ID=abd62bb6-4a85-4e07-a7f4-a374eb35682a,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:17.982120 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:17.982783 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] No DVR routers for this DVR port abd62bb6-4a85-4e07-a7f4-a374eb35682a on host dv-cinder-784779-12-iscsi {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:18.005153 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Calling delete_port for abd62bb6-4a85-4e07-a7f4-a374eb35682a owned by network:dhcp {{(pid=91645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:18.010286 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No active binding found for port abd62bb6-4a85-4e07-a7f4-a374eb35682a {{(pid=91645) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 16:15:18.010701 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device abd62bb6-4a85-4e07-a7f4-a374eb35682a not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:18.011131 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:18.047595 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:18.047973 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 1995e05e-6e66-4e78-9dd3-fe4f7b5d7ce8 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:18.088707 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919'] for port, after_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.093398 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:18.132887 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.142350 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Pushing event deleted for resources: {'Port': ['ID=abd62bb6-4a85-4e07-a7f4-a374eb35682a,revision_number=None']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:18.147346 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] No DVR routers for this DVR port abd62bb6-4a85-4e07-a7f4-a374eb35682a on host dv-cinder-784779-12-iscsi {{(pid=91645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:18.154214 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.154454 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.154817 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dc95d7-4432-4979-8bad-ed16d98f0232']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:18.154958 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.155255 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.155558 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.155920 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.156246 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.156568 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.156892 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.157213 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.157531 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.157849 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-iscsi {{(pid=91645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:18.165673 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-45990384-151f-41d6-bba4-7f727e4182cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:18.177639 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4738bde8-1f11-4a03-852c-94252e7d1cd6') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:18.177853 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4738bde8-1f11-4a03-852c-94252e7d1cd6') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:18.190119 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.207104 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.213872 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:15:18.214315 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:15:18.229191 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:15:18.309069 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.314405 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.318915 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:18.342385 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6dc95d7-4432-4979-8bad-ed16d98f0232,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:18.345070 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:18.357595 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-0b3e4ac2-c500-4247-86e9-dabaee9fb92a admin admin] 10.222.0.47 "DELETE /v2.0/networks/f6dc95d7-4432-4979-8bad-ed16d98f0232 HTTP/1.1" status: 204 len: 168 time: 1.0776279 May 20 16:15:18.360924 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.wsgi [-] (91643) accepted ('10.222.0.47', 34714) {{(pid=91643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:18.946775 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496423'] for router_interface, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.402812 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Deleting port 3dd31a7f-290c-4459-b886-5deb5acdb616 {{(pid=91643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:19.403852 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.638006 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.db [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] For port 3dd31a7f-290c-4459-b886-5deb5acdb616, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=3dd31a7f-290c-4459-b886-5deb5acdb616,segment=NetworkSegment(3ef2d6f8-d786-4f48-ace3-4bf4b80d225b),segment_id=3ef2d6f8-d786-4f48-ace3-4bf4b80d225b)] {{(pid=91643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:19.638515 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.790434 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.plugins.ml2.plugin [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Calling delete_port for 3dd31a7f-290c-4459-b886-5deb5acdb616 owned by network:router_interface {{(pid=91643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:19.961200 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3905109'] for port, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.968334 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-17a7676b-f46e-4b64-bfc5-7f5b1a802e49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:20.049885 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd31a7f-290c-4459-b886-5deb5acdb616,revision_number=None']} {{(pid=91643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:20.057152 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG oslo_concurrency.lockutils [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:20.321633 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron_lib.callbacks.manager [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-523180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496531'] for router_interface, after_delete {{(pid=91643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:20.721474 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Router 2bee5923-fa1e-4226-a98c-234780208544 has already been hosted by L3 agent 95d2c89c-4d7e-4643-9740-b6cd2ad9701a {{(pid=91643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:20.929519 dv-cinder-784779-12-iscsi neutron-server[91643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-iscsi the message routers_updated {{(pid=91643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:20.941908 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] Sync routers for ids ['2bee5923-fa1e-4226-a98c-234780208544'] in dv-cinder-784779-12-iscsi {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:20.952926 dv-cinder-784779-12-iscsi neutron-server[91643]: INFO neutron.wsgi [None req-845a04ac-f3d2-486d-8872-542a4fb977d0 admin admin] 10.222.0.47 "PUT /v2.0/routers/2bee5923-fa1e-4226-a98c-234780208544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5906606 May 20 16:15:20.955795 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34718) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:20.959397 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] Routers {'2bee5923-fa1e-4226-a98c-234780208544'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:20.960278 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:15:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['2bee5923-fa1e-4226-a98c-234780208544'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:21.163985 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] Set router 2bee5923-fa1e-4226-a98c-234780208544 gateway port host: dv-cinder-784779-12-iscsi {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:21.193971 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks [] for router, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.408278 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.494313 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bee5923-fa1e-4226-a98c-234780208544', 'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'external_fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:15:19Z', 'revision_number': 5, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'gw_port': {'id': 'b5cb23d6-e321-441f-a221-d76d0363c254', 'name': '', 'network_id': 'acb29dd0-df79-44f9-9207-b3e6b0cfdc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bee5923-fa1e-4226-a98c-234780208544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '652fe262-27f6-4b64-9661-68a7af1288dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-iscsi'}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:21.498933 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] Checking router: 2bee5923-fa1e-4226-a98c-234780208544 for host: dv-cinder-784779-12-iscsi {{(pid=91646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:21.507783 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] Routers {'2bee5923-fa1e-4226-a98c-234780208544'} bound to L3 agent in host dv-cinder-784779-12-iscsi {{(pid=91646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:21.508405 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:42Z,description=,heartbeat_timestamp=2021-05-20T16:15:12Z,host='dv-cinder-784779-12-iscsi',id=95d2c89c-4d7e-4643-9740-b6cd2ad9701a,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:42Z,topic='l3_agent')) {'router_ids': ['2bee5923-fa1e-4226-a98c-234780208544'], 'active': True} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:21.511171 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Deleting port b5cb23d6-e321-441f-a221-d76d0363c254 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:21.512076 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.653271 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] For port b5cb23d6-e321-441f-a221-d76d0363c254, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=b5cb23d6-e321-441f-a221-d76d0363c254,segment=NetworkSegment(51f93bc6-eaa3-41c2-9bb3-a437da2fba52),segment_id=51f93bc6-eaa3-41c2-9bb3-a437da2fba52)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:21.653631 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.694267 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_dvr_db [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] Set router 2bee5923-fa1e-4226-a98c-234780208544 gateway port host: None {{(pid=91646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:21.800411 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Calling delete_port for b5cb23d6-e321-441f-a221-d76d0363c254 owned by network:router_gateway {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:21.803104 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.l3_hamode_db [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bee5923-fa1e-4226-a98c-234780208544', 'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:15:21Z', 'revision_number': 6, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'gw_port_host': None}], 'dv-cinder-784779-12-iscsi', False) {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:21.807648 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f536f7-d521-4238-bda0-48b3b609cee7 None None] The sync data for ids ['2bee5923-fa1e-4226-a98c-234780208544'] in dv-cinder-784779-12-iscsi is: [{'id': '2bee5923-fa1e-4226-a98c-234780208544', 'name': 'tempest-TestVolumeBootPattern-708083900-router', 'tenant_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:16Z', 'updated_at': '2021-05-20T16:15:21Z', 'revision_number': 6, 'project_id': 'd43cacd928644a8eaf36ce8982efcd6a', 'gw_port_host': None}] {{(pid=91646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:21.965250 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.969099 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-dc135811-ac80-4824-b1d6-8508e96ee39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:22.014291 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cb23d6-e321-441f-a221-d76d0363c254,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:22.016848 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:22.250296 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474892'] for router_gateway, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:22.441286 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:22.445856 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:22.482218 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-474160'] for router, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:22.482861 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bee5923-fa1e-4226-a98c-234780208544 {{(pid=91644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:15:22.497702 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] Notify callbacks [] for router, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:22.498832 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-c80ece0a-0ad5-4bf9-b026-75dc0a294aaf admin admin] 10.222.0.47 "DELETE /v2.0/routers/2bee5923-fa1e-4226-a98c-234780208544 HTTP/1.1" status: 204 len: 168 time: 1.5419734 May 20 16:15:22.501641 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34722) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:22.575672 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a41b31-bc9b-4ece-ae72-36c67655edcf admin admin] Deleting subnet 3961f82c-424e-4467-98d4-28698421eacb {{(pid=91644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:15:22.579192 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-30a41b31-bc9b-4ece-ae72-36c67655edcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:22.643328 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-30a41b31-bc9b-4ece-ae72-36c67655edcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1916428'] for subnet, precommit_delete_associations {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:22.746995 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-30a41b31-bc9b-4ece-ae72-36c67655edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727127'] for subnet, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.078275 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-30a41b31-bc9b-4ece-ae72-36c67655edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2480510'] for subnet, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.083671 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-17ec3c2e-605a-4e52-ba80-694b795c63d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:23.118144 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-30a41b31-bc9b-4ece-ae72-36c67655edcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for subnet, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.120292 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a41b31-bc9b-4ece-ae72-36c67655edcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3961f82c-424e-4467-98d4-28698421eacb,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:23.120497 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbc4bbb-e756-434e-937a-5153b3d38559 None None] Network 2bd8ce17-a620-4513-a5ea-cc329f88585e requested from dv-cinder-784779-12-iscsi {{(pid=91645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:23.123952 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-30a41b31-bc9b-4ece-ae72-36c67655edcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:23.130448 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-30a41b31-bc9b-4ece-ae72-36c67655edcf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3961f82c-424e-4467-98d4-28698421eacb HTTP/1.1" status: 204 len: 168 time: 0.6277597 May 20 16:15:23.132183 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34726) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:23.245527 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607503'] for network, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.335041 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Deleting port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 {{(pid=91644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:23.335469 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.427740 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] DHCP port deletion for 2bd8ce17-a620-4513-a5ea-cc329f88585e request from dv-cinder-784779-12-iscsi {{(pid=91645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:15:23.472652 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.db [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] For port dcf1200e-4402-4be8-a697-7fe2d67ae5b1, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=dcf1200e-4402-4be8-a697-7fe2d67ae5b1,segment=NetworkSegment(3ef2d6f8-d786-4f48-ace3-4bf4b80d225b),segment_id=3ef2d6f8-d786-4f48-ace3-4bf4b80d225b)] {{(pid=91644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:23.472994 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.508384 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] Deleting port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 {{(pid=91645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:23.509016 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733651887059'] for port, before_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.676670 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.plugin [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Calling delete_port for dcf1200e-4402-4be8-a697-7fe2d67ae5b1 owned by network:dhcp {{(pid=91644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:23.691788 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.db [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] For port dcf1200e-4402-4be8-a697-7fe2d67ae5b1, host dv-cinder-784779-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-iscsi',level=0,port_id=dcf1200e-4402-4be8-a697-7fe2d67ae5b1,segment=NetworkSegment(3ef2d6f8-d786-4f48-ace3-4bf4b80d225b),segment_id=3ef2d6f8-d786-4f48-ace3-4bf4b80d225b)] {{(pid=91645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:23.692428 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551389'] for port, precommit_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.757245 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050912'] for port, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.762632 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-d55cbd75-697f-4cb9-b64c-3aee5c215f1f tempest-ServerRescueNegativeTestJSON-4141565 tempest-ServerRescueNegativeTestJSON-4141565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:23.787670 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3dd31a7f-290c-4459-b886-5deb5acdb616 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:23.814185 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf1200e-4402-4be8-a697-7fe2d67ae5b1,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:23.816863 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] No DVR routers for this DVR port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 on host dv-cinder-784779-12-iscsi {{(pid=91644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:23.819647 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:23.921713 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] Calling delete_port for dcf1200e-4402-4be8-a697-7fe2d67ae5b1 owned by network:dhcp {{(pid=91645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:23.932259 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: 3dd31a7f-290c-4459-b886-5deb5acdb616 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:23.932781 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device 3dd31a7f-290c-4459-b886-5deb5acdb616 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:23.933900 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device b5cb23d6-e321-441f-a221-d76d0363c254 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:23.969631 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728280', 'neutron.services.segments.db._delete_segments_for_network-8733651801209'] for network, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.973550 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: b5cb23d6-e321-441f-a221-d76d0363c254 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:23.973897 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device b5cb23d6-e321-441f-a221-d76d0363c254 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:23.974328 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device dcf1200e-4402-4be8-a697-7fe2d67ae5b1 no longer exists at agent ovs-agent-dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:23.985031 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd8ce17-a620-4513-a5ea-cc329f88585e']}} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:24.000155 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b') {'for_net_delete': True} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:24.000476 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.services.segments.db [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef2d6f8-d786-4f48-ace3-4bf4b80d225b') {} {{(pid=91644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:24.013970 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733651813367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1916419'] for segment, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.024436 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.plugin [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] No Port match for: dcf1200e-4402-4be8-a697-7fe2d67ae5b1 {{(pid=91645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:24.024818 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.plugins.ml2.rpc [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Device dcf1200e-4402-4be8-a697-7fe2d67ae5b1 not bound to the agent host dv-cinder-784779-12-iscsi {{(pid=91645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:24.035744 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572'] for segment, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.042206 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=91644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:15:24.042638 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050869'] for segment, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.056220 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-523194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733651892938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733651362919'] for port, after_delete {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.060815 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-43dd9773-5b9a-4004-be16-f807264f8f31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:24.106359 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] Pushing event deleted for resources: {'Port': ['ID=dcf1200e-4402-4be8-a697-7fe2d67ae5b1,revision_number=None']} {{(pid=91645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:24.109640 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG oslo_concurrency.lockutils [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:24.110484 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e285e-eccb-44e0-9c17-d1f8e023a563 None None] No DVR routers for this DVR port dcf1200e-4402-4be8-a697-7fe2d67ae5b1 on host dv-cinder-784779-12-iscsi {{(pid=91645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: Traceback (most recent call last): May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: timer() May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: cb(*args, **kw) May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: return func(*args, **kwargs) May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: self._notify() May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: self.callback(batched_events) May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: event.method(event) May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: return f(self, *a, **k) May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._get(url).json() May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: return self.request(url, 'GET', **kwargs) May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:15:24.169112 dv-cinder-784779-12-iscsi neutron-server[91644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:15:24.274446 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-523173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-474919'] for network, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.278030 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-94bf0bf6-43e4-4124-835b-061f24edda24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:24.305048 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-523144'] for network, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.315384 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd8ce17-a620-4513-a5ea-cc329f88585e,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:24.321740 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:24.331487 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-2e92470e-87fb-48ea-a7df-6d493dfed090 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2bd8ce17-a620-4513-a5ea-cc329f88585e HTTP/1.1" status: 204 len: 168 time: 1.1978397 May 20 16:15:24.461450 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34732) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:24.514691 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-0e874d3a-bf1a-4237-ba50-56657788a5d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1aa29db6cd514de9b6749b7796180092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516667 May 20 16:15:24.517254 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34736) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:24.591726 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c5db3fd2-0c30-432b-9d45-da8c5c16d2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.617480 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c5db3fd2-0c30-432b-9d45-da8c5c16d2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.674152 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c5db3fd2-0c30-432b-9d45-da8c5c16d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.680969 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-43868b92-d8ed-4fc5-b098-e04545ab762c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:24.695708 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db3fd2-0c30-432b-9d45-da8c5c16d2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768ebd8d-8aae-4f45-afc3-a1efc2de5e46,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:24.699772 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-c5db3fd2-0c30-432b-9d45-da8c5c16d2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:24.703288 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-c5db3fd2-0c30-432b-9d45-da8c5c16d2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.704989 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-c5db3fd2-0c30-432b-9d45-da8c5c16d2ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/768ebd8d-8aae-4f45-afc3-a1efc2de5e46 HTTP/1.1" status: 204 len: 168 time: 0.1862903 May 20 16:15:25.159754 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34744) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:25.212971 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-acdf432f-5c49-48a8-97b7-06aec118b24e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d43cacd928644a8eaf36ce8982efcd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518961 May 20 16:15:25.215444 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.wsgi [-] (91644) accepted ('10.222.0.47', 34748) {{(pid=91644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:25.274739 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4f437ce6-2826-4c4a-9c9a-b1f11517dd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.311923 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4f437ce6-2826-4c4a-9c9a-b1f11517dd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.372363 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4f437ce6-2826-4c4a-9c9a-b1f11517dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441971'] for security_group, after_delete {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.376515 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-59c8b7ec-a702-4072-a81c-1c15d5a2e0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:25.388241 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f437ce6-2826-4c4a-9c9a-b1f11517dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad3427d-6726-4575-96a5-4b68904c92d6,revision_number=None']} {{(pid=91644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:25.391911 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG oslo_concurrency.lockutils [None req-4f437ce6-2826-4c4a-9c9a-b1f11517dd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:25.396167 dv-cinder-784779-12-iscsi neutron-server[91644]: DEBUG neutron_lib.callbacks.manager [None req-4f437ce6-2826-4c4a-9c9a-b1f11517dd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.397372 dv-cinder-784779-12-iscsi neutron-server[91644]: INFO neutron.wsgi [None req-4f437ce6-2826-4c4a-9c9a-b1f11517dd21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ad3427d-6726-4575-96a5-4b68904c92d6 HTTP/1.1" status: 204 len: 168 time: 0.1809566 May 20 16:15:27.571946 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:15:37.889904 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:39.522577 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-803e89a0-43fa-4237-b16f-eb880c5d7350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:41.913239 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:42.182938 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8d8bbabb-a2d9-4b41-abd2-1de71f6bce86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:43.252882 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:44.834602 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:04.576974 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:16:07.904340 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:09.517140 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-1a259007-1e4d-4861-b109-8f743d71b789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:11.907170 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.189995 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-314a8121-d5b1-486c-a8b1-4d820de1c293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:13.256906 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.838872 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:37.899736 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:39.524777 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-d0456413-46eb-42b2-8c9c-a2f3dc6b8c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:41.575903 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:16:41.911637 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:42.173166 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d351c6b-566d-4dc6-bea5-a6e1e94d9725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:43.261255 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:44.832833 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.908010 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.523291 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-a67d3236-36b7-4347-b436-862da719099a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:11.921546 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:12.179366 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5a9f-6289-4664-85b8-f7d244c3f340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:13.268418 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:14.844008 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:18.575981 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:17:37.923710 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:39.518437 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-370e2957-983d-4da0-8be1-d432e0db6a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:41.918076 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:42.176475 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-de8480f1-5de5-4264-adfb-37d23fd3c6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:43.262871 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:44.848441 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:55.576399 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:18:07.915201 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:09.520942 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8b7da11f-8953-4304-8d9c-b4d7f6f14ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:11.912145 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.173808 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-c163232d-e858-4fdb-b71a-2210907e39ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.262938 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:14.840748 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:32.575713 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:18:37.918011 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:39.527015 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1c84-421c-469c-adeb-3b3e9e0d3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:41.917378 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:42.172035 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8d73-ad46-4709-b367-acce74b35414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:43.266940 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:44.858450 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:07.930259 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:09.523641 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2c0e-41d4-41e4-b6f1-31a22d58deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:09.574172 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:19:11.910992 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:12.163178 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-deb48df4-9c15-42d4-9465-473ed2226deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:13.270856 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:14.850202 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:37.944089 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:39.523240 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-8d0ddb05-9725-4eac-9bf4-cceadae4b6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:41.916791 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:42.164044 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b94bc2ce-215e-45af-b061-0a5480014200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:43.271901 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:44.860149 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:46.572745 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:20:07.960784 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee9b-2380-4dea-9db3-673216a3030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:09.516607 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-97900934-b29a-41af-9b7c-67bc22fe65d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:11.912448 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-3d25871c-9d3f-4bab-8684-13d148026ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:12.165994 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-551eb50d-cdc9-4586-b200-f23fe6c5a239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:13.274828 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-aeb1289b-2122-4db9-9062-acf36cfdb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:14.856141 dv-cinder-784779-12-iscsi neutron-server[91645]: DEBUG neutron_lib.callbacks.manager [None req-4360e070-fe29-4790-b9f3-9d54d929672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733651805260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723990'] for agent, after_update {{(pid=91645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:23.573267 dv-cinder-784779-12-iscsi neutron-server[91646]: DEBUG neutron.db.agents_db [None req-9762803d-e4e4-451e-8f10-c1e2b53a6c24 None None] Agent healthcheck: found 6 active agents {{(pid=91646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}